00000400:00000010:0.0F:1773941230.490676:0:2344:0:(lib-cpt.c:111:cfs_cpt_table_alloc()) alloc '(cptab)': 56 at 000000000b9f3e82. 00000400:00000010:0.0:1773941230.490688:0:2344:0:(lib-cpt.c:120:cfs_cpt_table_alloc()) alloc '(cptab->ctb_nodemask)': 128 at 00000000db4782d8. 00000400:00000010:0.0:1773941230.490690:0:2344:0:(lib-cpt.c:124:cfs_cpt_table_alloc()) alloc '(cptab->ctb_cpu2cpt)': 16 at 00000000b3a4723c. 00000400:00000010:0.0:1773941230.490692:0:2344:0:(lib-cpt.c:131:cfs_cpt_table_alloc()) alloc '(cptab->ctb_node2cpt)': 4 at 00000000d39880fe. 00000400:00000010:0.0:1773941230.490694:0:2344:0:(lib-cpt.c:138:cfs_cpt_table_alloc()) alloc '(cptab->ctb_parts)': 64 at 0000000074501a35. 00000400:00000010:0.0:1773941230.490697:0:2344:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 0000000059e45ac7. 00000400:00000010:0.0:1773941230.490698:0:2344:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 000000007e9f3bbc. 00000400:00000010:0.0:1773941230.490699:0:2344:0:(lib-cpt.c:150:cfs_cpt_table_alloc()) alloc '(part->cpt_nodemask)': 128 at 0000000045a5ed7f. 00000400:00000010:0.0:1773941230.490700:0:2344:0:(lib-cpt.c:154:cfs_cpt_table_alloc()) alloc '(part->cpt_distance)': 8 at 00000000b8fec5ee. 00000400:00000010:0.0:1773941231.245685:0:2344:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 000000009c202179. 00000400:00000010:0.0:1773941231.245696:0:2344:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000aba94970. 00000400:00000010:0.0:1773941231.245699:0:2344:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004d9f95e0. 00000400:00000010:0.0:1773941231.245701:0:2344:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e47afa83. 00000400:00000010:0.0:1773941231.245703:0:2344:0:(lock.c:44:cfs_percpt_lock_create()) alloc '(pcl)': 24 at 000000003ee42b9c. 00000400:00000010:0.0:1773941231.245704:0:2344:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000fc23c0c2. 00000400:00000010:0.0:1773941231.245705:0:2344:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006e97c933. 00000400:00000010:0.0:1773941231.245706:0:2344:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a607ccb9. 00000400:00000200:0.0:1773941231.245815:0:2344:0:(api-ni.c:982:lnet_register_lnd()) lo LND registered 00000400:00000200:2.0F:1773941231.304717:0:2360:0:(api-ni.c:982:lnet_register_lnd()) tcp LND registered 00000020:02000000:2.0:1773941231.481325:0:2373:0:(class_obd.c:784:obdclass_init()) Lustre: Build Version: 2.17.50_193_gf5bca74 00000020:00000010:2.0:1773941231.483474:0:2373:0:(lustre_handles.c:148:class_handle_init()) kmalloced '(handle_hash)': 2097152 at 00000000543258fe. 00000001:00000010:2.0:1773941231.484271:0:2373:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000eabf5a18. 00000001:00000010:2.0:1773941231.484278:0:2373:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000dcc79b77. 00000001:00000010:2.0:1773941231.484282:0:2373:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008420186d. 00000001:00000010:2.0:1773941231.484287:0:2373:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e2944e5b. 00000001:00000010:2.0:1773941231.484290:0:2373:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005caca79d. 00000001:00000010:2.0:1773941231.484294:0:2373:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000003c88a87. 00000020:00000010:2.0:1773941231.484334:0:2373:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000e8617b8. 00000020:00000010:2.0:1773941231.484338:0:2373:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f7c76084. 00000020:00000010:2.0:1773941231.484342:0:2373:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c2d4d10. 00000020:00000010:2.0:1773941231.484344:0:2373:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000621f207d. 00000001:00000010:2.0:1773941231.484347:0:2373:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000d5d153bd. 00000020:00000010:2.0:1773941231.484387:0:2373:0:(cl_object.c:1176:cl_global_init()) kmalloced '(cl_envs)': 192 at 00000000ce7b9fc6. 00000020:00000010:2.0:1773941231.484576:0:2373:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006b7c2043. 00000020:00000010:2.0:1773941231.484580:0:2373:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000007eeebefb. 00000020:00000010:2.0:1773941231.484583:0:2373:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000007befcd17. 00000020:00000010:2.0:1773941231.484585:0:2373:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bf435096. 00000020:00000010:2.0:1773941231.484590:0:2373:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009a2b38ef. 00000020:00000010:2.0:1773941231.484592:0:2373:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000004dab8b5c. 00000020:00000010:2.0:1773941231.484593:0:2373:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000023a49840. 00000020:00000010:2.0:1773941231.484597:0:2373:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051cb6c94. 00000020:00000010:2.0:1773941231.484599:0:2373:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c936b6d. 00000020:00000010:2.0:1773941231.484600:0:2373:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000b32f3623. 00000020:00000010:2.0:1773941231.484605:0:2373:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000000ee7c101. 00000020:00000010:2.0:1773941231.484609:0:2373:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009031b993. 00000020:00000010:2.0:1773941231.484613:0:2373:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000073c878d5. 00000020:00000010:2.0:1773941231.484616:0:2373:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000055c9b6e8. 00000020:00000010:2.0:1773941231.484618:0:2373:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000714d493c. 00000020:00000010:2.0:1773941231.484620:0:2373:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4295365. 02000000:00000010:2.0:1773941231.484625:0:2373:0:(page_pools.c:1061:obd_pool_init()) kmalloced '(page_pools)': 112 at 00000000f5b13e08. 02000000:00000010:2.0:1773941231.484627:0:2373:0:(page_pools.c:1065:obd_pool_init()) kmalloced '(pool_shrinkers)': 112 at 00000000d9b9d786. 02000000:00000010:2.0:1773941231.484637:0:2373:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000019ef7d95. 02000000:00000010:2.0:1773941231.484690:0:2373:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 1056 at 0000000067936163. 00000001:00000010:2.0:1773941231.484693:0:2373:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000cf6f74ad. 00000020:00000010:2.0:1773941231.484744:0:2373:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000007194ce7. 00000020:00000010:2.0:1773941231.484762:0:2373:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000007194ce7. 02000000:00000010:2.0:1773941231.484766:0:2373:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000ab0c7e2c. 02000000:00000010:2.0:1773941231.484768:0:2373:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 528 at 000000005808c209. 00000001:00000010:2.0:1773941231.484771:0:2373:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000fc07f829. 00000020:00000010:2.0:1773941231.484789:0:2373:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000007194ce7. 00000020:00000010:2.0:1773941231.484797:0:2373:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000007194ce7. 02000000:00000010:2.0:1773941231.484802:0:2373:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000950de5d0. 02000000:00000010:2.0:1773941231.484804:0:2373:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 264 at 00000000e583b0c5. 00000001:00000010:2.0:1773941231.484805:0:2373:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000009e1a6587. 00000020:00000010:2.0:1773941231.484826:0:2373:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000007194ce7. 00000020:00000010:2.0:1773941231.484831:0:2373:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000007194ce7. 02000000:00000010:2.0:1773941231.484833:0:2373:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000baabc92d. 02000000:00000010:2.0:1773941231.484837:0:2373:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 136 at 0000000007194ce7. 00000001:00000010:2.0:1773941231.484840:0:2373:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000059fce173. 00000020:00000010:2.0:1773941231.484860:0:2373:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000d55fc0e9. 00000020:00000010:2.0:1773941231.484871:0:2373:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000d55fc0e9. 02000000:00000010:2.0:1773941231.484874:0:2373:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000d8760142. 02000000:00000010:2.0:1773941231.484877:0:2373:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 72 at 000000006fa0861e. 00000001:00000010:2.0:1773941231.484879:0:2373:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000f6bd796e. 00000020:00000010:2.0:1773941231.484896:0:2373:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000d55fc0e9. 00000020:00000010:2.0:1773941231.484902:0:2373:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000d55fc0e9. 02000000:00000010:2.0:1773941231.484905:0:2373:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000002f5e237. 02000000:00000010:2.0:1773941231.484908:0:2373:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 40 at 00000000155ef773. 00000001:00000010:2.0:1773941231.484912:0:2373:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000056c73235. 00000020:00000010:2.0:1773941231.484970:0:2373:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000fab0e86b. 00000020:00000010:2.0:1773941231.484987:0:2373:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000fab0e86b. 02000000:00000010:2.0:1773941231.484990:0:2373:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000006d1a62d9. 02000000:00000010:2.0:1773941231.484993:0:2373:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 24 at 0000000096ed5c57. 00000001:00000010:2.0:1773941231.484998:0:2373:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000751671bc. 00000020:00000010:2.0:1773941231.485013:0:2373:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000fab0e86b. 00000020:00000010:2.0:1773941231.485018:0:2373:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000fab0e86b. 02000000:00000010:2.0:1773941231.485020:0:2373:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000068cdbaac. 02000000:00000010:2.0:1773941231.485026:0:2373:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 16 at 000000000a7cad87. 00000001:00000010:2.0:1773941231.485028:0:2373:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000b89221ac. 00000020:00000010:2.0:1773941231.485041:0:2373:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000fab0e86b. 00000020:00000010:2.0:1773941231.485049:0:2373:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000fab0e86b. 02000000:00000010:2.0:1773941231.485053:0:2373:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000008d98a479. 02000000:00000010:2.0:1773941231.485055:0:2373:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000e37201d4. 00000001:00000010:2.0:1773941231.485057:0:2373:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000797b3d34. 00000020:00000010:2.0:1773941231.485076:0:2373:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000fab0e86b. 00000020:00000010:2.0:1773941231.485089:0:2373:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000fab0e86b. 02000000:00000010:2.0:1773941231.485093:0:2373:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000c6df4064. 02000000:00000010:2.0:1773941231.485095:0:2373:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000005842dd1c. 00000001:00000010:2.0:1773941231.485097:0:2373:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000679c551a. 00000020:00000010:2.0:1773941231.485133:0:2373:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000fab0e86b. 00000020:00000010:2.0:1773941231.485146:0:2373:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000fab0e86b. 02000000:00000010:2.0:1773941231.485151:0:2373:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 000000008c32546b. 02000000:00000010:2.0:1773941231.485153:0:2373:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000f62f65a1. 00000001:00000010:2.0:1773941231.485154:0:2373:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000001b30a598. 00000020:00000010:2.0:1773941231.485195:0:2373:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 0000000072fcaec5. 00000020:00000010:2.0:1773941231.485215:0:2373:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 0000000072fcaec5. 02000000:00000010:2.0:1773941231.485221:0:2373:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000e6148be7. 02000000:00000010:2.0:1773941231.485226:0:2373:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000bb6ec588. 00000001:00000010:2.0:1773941231.485232:0:2373:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 0000000076d8c187. 00000020:00000010:2.0:1773941231.485302:0:2373:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000a820aede. 00000020:00000010:2.0:1773941231.485327:0:2373:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000a820aede. 02000000:00000010:2.0:1773941231.485335:0:2373:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 0000000007db64f6. 02000000:00000010:2.0:1773941231.485339:0:2373:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 000000009b53f243. 00000001:00000010:2.0:1773941231.485343:0:2373:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000e6bafaf0. 00000020:00000010:2.0:1773941231.485409:0:2373:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000a820aede. 00000020:00000010:2.0:1773941231.485422:0:2373:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000a820aede. 02000000:00000010:2.0:1773941231.485430:0:2373:0:(page_pools.c:1072:obd_pool_init()) kmalloced '(page_pools[pool_order])': 296 at 00000000c5d95a8f. 02000000:00000010:2.0:1773941231.485433:0:2373:0:(page_pools.c:1032:pool_ptrs_alloc()) kmalloced '(pool->opp_ptr_pages)': 8 at 00000000f4a92c18. 00000001:00000010:2.0:1773941231.485438:0:2373:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000f739cea2. 00000020:00000010:2.0:1773941231.485490:0:2373:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000a820aede. 00000020:00000010:2.0:1773941231.485511:0:2373:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000a820aede. 00000400:00000010:1.0F:1773941231.778478:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000008e4af09. 00000400:00000010:1.0:1773941231.778490:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002dfda639. 00000400:00000010:1.0:1773941231.778492:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002b78fd71. 00000100:00000010:1.0:1773941231.778495:0:2388:0:(service.c:3571:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 00000000e65ab38c. 00000100:00000010:1.0:1773941231.778497:0:2388:0:(service.c:3571:ptlrpc_hr_init()) kmalloced '(hrp->hrp_thrs)': 96 at 0000000073701615. 00000100:00000010:1.0:1773941231.778823:0:2390:0:(service.c:3214:ptlrpc_hr_main()) kmalloced '(env)': 56 at 000000001b00f1ba. 00000020:00000010:1.0:1773941231.778834:0:2390:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ffe0cf4. 00000020:00000010:1.0:1773941231.778838:0:2390:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000009296d6f5. 00000040:00000010:1.0:1773941231.778840:0:2390:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000011e86f61. 00000020:00000010:1.0:1773941231.778844:0:2390:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000006df50f05. 00000020:00000010:1.0:1773941231.778846:0:2390:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000985df4b9. 00000100:00000010:3.0F:1773941231.779117:0:2391:0:(service.c:3214:ptlrpc_hr_main()) kmalloced '(env)': 56 at 000000006455bab3. 00000020:00000010:3.0:1773941231.779150:0:2391:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001adbb34. 00000020:00000010:3.0:1773941231.779155:0:2391:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000002f07c81f. 00000040:00000010:3.0:1773941231.779158:0:2391:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000038dc0ef6. 00000020:00000010:3.0:1773941231.779163:0:2391:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b58b7369. 00000020:00000010:3.0:1773941231.779167:0:2391:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000007a1b9b55. 00000100:00000200:1.0:1773941231.779228:0:2388:0:(events.c:597:ptlrpc_ni_init()) My pid is: 3039 00000400:00000010:1.0:1773941231.779438:0:2388:0:(api-ni.c:679:lnet_create_remote_nets_table()) alloc '(hash)': 1024 at 000000005c2aa69f. 00000400:00000010:1.0:1773941231.779442:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000091146e32. 00000400:00000010:1.0:1773941231.779446:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000f0431bde. 00000400:00000010:1.0:1773941231.779448:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000699dc899. 00000400:00000010:1.0:1773941231.779451:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008ff75503. 00000400:00000010:1.0:1773941231.779453:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000001b0af9eb. 00000400:00000010:1.0:1773941231.779462:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000006a57db5a. 00000400:00000010:1.0:1773941231.779468:0:2388:0:(peer.c:108:lnet_peer_tables_create()) alloc '(hash)': 8192 at 000000000020021b. 00000400:00000010:1.0:1773941231.779480:0:2388:0:(peer.c:108:lnet_peer_tables_create()) alloc '(hash)': 8192 at 000000000f03be93. 00000400:00000010:1.0:1773941231.779486:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008a33b74d. 00000400:00000010:1.0:1773941231.779487:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 0000000093ed9276. 00000400:00000010:1.0:1773941231.779488:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000001843e897. 00000400:00000010:1.0:1773941231.779490:0:2388:0:(lib-msg.c:1260:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 000000003769ebd1. 00000400:00000010:1.0:1773941231.779492:0:2388:0:(lib-msg.c:1270:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 00000000f52ce819. 00000400:00000010:1.0:1773941231.779494:0:2388:0:(lib-msg.c:1260:lnet_msg_container_setup()) alloc '(container->msc_finalizers)': 16 at 00000000522e9a73. 00000400:00000010:1.0:1773941231.779495:0:2388:0:(lib-msg.c:1270:lnet_msg_container_setup()) alloc '(container->msc_resenders)': 16 at 00000000be953720. 00000400:00000010:1.0:1773941231.779553:0:2388:0:(api-ni.c:1174:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000b4475a5f. 00000400:00000010:1.0:1773941231.779570:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000007e948992. 00000400:00000010:1.0:1773941231.779571:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007b40dd47. 00000400:00000010:1.0:1773941231.779572:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000805945a2. 00000400:00000010:1.0:1773941231.779616:0:2388:0:(api-ni.c:1174:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 00000000546911a1. 00000400:00000010:1.0:1773941231.779722:0:2388:0:(api-ni.c:1174:lnet_res_container_setup()) alloc '(rec->rec_lh_hash)': 65536 at 0000000087ee83c1. 00000400:00000010:1.0:1773941231.779741:0:2388:0:(lib-ptl.c:867:lnet_portals_create()) alloc '(the_lnet.ln_portals)': 512 at 0000000034ea95e7. 00000400:00000010:1.0:1773941231.779744:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005567385f. 00000400:00000010:1.0:1773941231.779745:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000bdae8715. 00000400:00000010:1.0:1773941231.779747:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000330a46a4. 00000400:00000010:1.0:1773941231.779748:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000036a94a98. 00000400:00000010:1.0:1773941231.779751:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000007f76aa. 00000400:00000010:1.0:1773941231.779755:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c4ea1a67. 00000400:00000010:1.0:1773941231.779757:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000002f632343. 00000400:00000010:1.0:1773941231.779758:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006fd0a19f. 00000400:00000010:1.0:1773941231.779759:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009e2ca1ab. 00000400:00000010:1.0:1773941231.779760:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000051422bc. 00000400:00000010:1.0:1773941231.779763:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003cf7bc04. 00000400:00000010:1.0:1773941231.779771:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001e1e1ce9. 00000400:00000010:1.0:1773941231.779773:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000692727ea. 00000400:00000010:1.0:1773941231.779774:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ee429a62. 00000400:00000010:1.0:1773941231.779775:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d2086b76. 00000400:00000010:1.0:1773941231.779776:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d07df7b2. 00000400:00000010:1.0:1773941231.779779:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fca07493. 00000400:00000010:1.0:1773941231.779782:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005c557e2f. 00000400:00000010:1.0:1773941231.779784:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000fb78da6. 00000400:00000010:1.0:1773941231.779785:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000005220353b. 00000400:00000010:1.0:1773941231.779786:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004f86879f. 00000400:00000010:1.0:1773941231.779787:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ef0b131a. 00000400:00000010:1.0:1773941231.779790:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006bc995ac. 00000400:00000010:1.0:1773941231.779798:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000074e8c3dc. 00000400:00000010:1.0:1773941231.779800:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d061f1b3. 00000400:00000010:1.0:1773941231.779801:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000327141b5. 00000400:00000010:1.0:1773941231.779802:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000fb1eb3b3. 00000400:00000010:1.0:1773941231.779804:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000022e7231b. 00000400:00000010:1.0:1773941231.779807:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000062b0b60a. 00000400:00000010:1.0:1773941231.779811:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000090a9333d. 00000400:00000010:1.0:1773941231.779817:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006d17943d. 00000400:00000010:1.0:1773941231.779818:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c84fa87a. 00000400:00000010:1.0:1773941231.779820:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000996996b6. 00000400:00000010:1.0:1773941231.779821:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000617da778. 00000400:00000010:1.0:1773941231.779825:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006ee07e02. 00000400:00000010:1.0:1773941231.779833:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002df38d98. 00000400:00000010:1.0:1773941231.779835:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000002ab9dce6. 00000400:00000010:1.0:1773941231.779836:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004a61707c. 00000400:00000010:1.0:1773941231.779837:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007a97dd8b. 00000400:00000010:1.0:1773941231.779838:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d5e36f05. 00000400:00000010:1.0:1773941231.779842:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002cfa2e27. 00000400:00000010:1.0:1773941231.779846:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007c2e6f6f. 00000400:00000010:1.0:1773941231.779848:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000007102a61d. 00000400:00000010:1.0:1773941231.779849:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008047ad66. 00000400:00000010:1.0:1773941231.779850:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009f978e8b. 00000400:00000010:1.0:1773941231.779851:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d387f1f7. 00000400:00000010:1.0:1773941231.779854:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001ca8b0b8. 00000400:00000010:1.0:1773941231.779861:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000001081a3. 00000400:00000010:1.0:1773941231.779863:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000054d9397e. 00000400:00000010:1.0:1773941231.779864:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003d934d6e. 00000400:00000010:1.0:1773941231.779865:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005cc2075a. 00000400:00000010:1.0:1773941231.779866:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000345e3ac0. 00000400:00000010:1.0:1773941231.779869:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000411bf9cf. 00000400:00000010:1.0:1773941231.779872:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007beefa1e. 00000400:00000010:1.0:1773941231.779873:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fccbe612. 00000400:00000010:1.0:1773941231.779874:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000011ad7e97. 00000400:00000010:1.0:1773941231.779875:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001996c2b6. 00000400:00000010:1.0:1773941231.779876:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009497a55f. 00000400:00000010:1.0:1773941231.779879:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003e5fddcc. 00000400:00000010:1.0:1773941231.779885:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f0d7850a. 00000400:00000010:1.0:1773941231.779887:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ee7701e2. 00000400:00000010:1.0:1773941231.779888:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000072170a4a. 00000400:00000010:1.0:1773941231.779889:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aa15ab5e. 00000400:00000010:1.0:1773941231.779893:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000006c5b4153. 00000400:00000010:1.0:1773941231.779896:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000161f3f4. 00000400:00000010:1.0:1773941231.779899:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006c5ca8d3. 00000400:00000010:1.0:1773941231.779901:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000569d042b. 00000400:00000010:1.0:1773941231.779902:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003965ae4a. 00000400:00000010:1.0:1773941231.779904:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000611e0e97. 00000400:00000010:1.0:1773941231.779905:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a53e363f. 00000400:00000010:1.0:1773941231.779907:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000095983b34. 00000400:00000010:1.0:1773941231.779914:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007a412f19. 00000400:00000010:1.0:1773941231.779916:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008cc6c90e. 00000400:00000010:1.0:1773941231.779917:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006e17de85. 00000400:00000010:1.0:1773941231.779918:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007a2f8306. 00000400:00000010:1.0:1773941231.779919:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a9e66da5. 00000400:00000010:1.0:1773941231.779922:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c8376936. 00000400:00000010:1.0:1773941231.779925:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e8501549. 00000400:00000010:1.0:1773941231.779927:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000046554cda. 00000400:00000010:1.0:1773941231.779928:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b22f3c1d. 00000400:00000010:1.0:1773941231.779929:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007067242f. 00000400:00000010:1.0:1773941231.779930:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f795ad01. 00000400:00000010:1.0:1773941231.779933:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b74896cd. 00000400:00000010:1.0:1773941231.779940:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e1158363. 00000400:00000010:1.0:1773941231.779942:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a6ff4ba1. 00000400:00000010:1.0:1773941231.779943:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008e4731fe. 00000400:00000010:1.0:1773941231.779944:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ac1b50a0. 00000400:00000010:1.0:1773941231.779945:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000034a7181b. 00000400:00000010:1.0:1773941231.779948:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b009de78. 00000400:00000010:1.0:1773941231.779951:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bf7bd92d. 00000400:00000010:1.0:1773941231.779952:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000682a07bd. 00000400:00000010:1.0:1773941231.779953:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000084386d3c. 00000400:00000010:1.0:1773941231.779954:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ea30f77f. 00000400:00000010:1.0:1773941231.779955:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008c2a8812. 00000400:00000010:1.0:1773941231.779958:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000096d5678f. 00000400:00000010:1.0:1773941231.779964:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e5730b5f. 00000400:00000010:1.0:1773941231.779969:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d4248291. 00000400:00000010:1.0:1773941231.779970:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004251169b. 00000400:00000010:1.0:1773941231.779971:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000033e76cf4. 00000400:00000010:1.0:1773941231.779973:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007cdb917a. 00000400:00000010:1.0:1773941231.779975:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e9cccbbc. 00000400:00000010:1.0:1773941231.779979:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000edb06152. 00000400:00000010:1.0:1773941231.779980:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a721a98c. 00000400:00000010:1.0:1773941231.779981:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ab146694. 00000400:00000010:1.0:1773941231.779982:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008457af49. 00000400:00000010:1.0:1773941231.779983:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ae91061f. 00000400:00000010:1.0:1773941231.779986:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000013d8574a. 00000400:00000010:1.0:1773941231.779992:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d819cc96. 00000400:00000010:1.0:1773941231.779994:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000008b8dd402. 00000400:00000010:1.0:1773941231.779995:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c53bb9b7. 00000400:00000010:1.0:1773941231.779996:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000044fe1a40. 00000400:00000010:1.0:1773941231.779997:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007c8a698d. 00000400:00000010:1.0:1773941231.780000:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000db81c799. 00000400:00000010:1.0:1773941231.780003:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000889eee9c. 00000400:00000010:1.0:1773941231.780005:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a79c9b52. 00000400:00000010:1.0:1773941231.780006:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000b5fc4d4b. 00000400:00000010:1.0:1773941231.780007:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cdc78fa0. 00000400:00000010:1.0:1773941231.780008:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000001c66696. 00000400:00000010:1.0:1773941231.780011:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000025bb6ad6. 00000400:00000010:1.0:1773941231.780017:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d21b5351. 00000400:00000010:1.0:1773941231.780019:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000f0f12d9. 00000400:00000010:1.0:1773941231.780020:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ab46f3dc. 00000400:00000010:1.0:1773941231.780021:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001520b9c9. 00000400:00000010:1.0:1773941231.780022:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000001433d0a2. 00000400:00000010:1.0:1773941231.780025:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000bd29f9c3. 00000400:00000010:1.0:1773941231.780028:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004258bf33. 00000400:00000010:1.0:1773941231.780030:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000059b7e2c0. 00000400:00000010:1.0:1773941231.780031:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000068b71354. 00000400:00000010:1.0:1773941231.780032:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008624aa35. 00000400:00000010:1.0:1773941231.780035:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002da3711c. 00000400:00000010:1.0:1773941231.780038:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000f4c8051b. 00000400:00000010:1.0:1773941231.780045:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000d3ea9a48. 00000400:00000010:1.0:1773941231.780047:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e92a31d6. 00000400:00000010:1.0:1773941231.780048:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000c414bd9. 00000400:00000010:1.0:1773941231.780050:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000da4ac6a2. 00000400:00000010:1.0:1773941231.780052:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003613dd23. 00000400:00000010:1.0:1773941231.780055:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000088a39608. 00000400:00000010:1.0:1773941231.780059:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000047ae8441. 00000400:00000010:1.0:1773941231.780062:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c3f95b8f. 00000400:00000010:1.0:1773941231.780064:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000af1f2ccf. 00000400:00000010:1.0:1773941231.780066:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003120f5e2. 00000400:00000010:1.0:1773941231.780068:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b721964a. 00000400:00000010:1.0:1773941231.780071:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000783dda54. 00000400:00000010:1.0:1773941231.780082:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003fb832ff. 00000400:00000010:1.0:1773941231.780086:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c7ee52df. 00000400:00000010:1.0:1773941231.780088:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006296d5d5. 00000400:00000010:1.0:1773941231.780091:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000049fc1af2. 00000400:00000010:1.0:1773941231.780093:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a6f27a3e. 00000400:00000010:1.0:1773941231.780097:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c6090ce2. 00000400:00000010:1.0:1773941231.780102:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000da84bc6e. 00000400:00000010:1.0:1773941231.780105:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000099d1400b. 00000400:00000010:1.0:1773941231.780108:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000cf45afc0. 00000400:00000010:1.0:1773941231.780110:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f5b6e58f. 00000400:00000010:1.0:1773941231.780112:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f91a9f5b. 00000400:00000010:1.0:1773941231.780116:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000034a51c74. 00000400:00000010:1.0:1773941231.780124:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e3772d23. 00000400:00000010:1.0:1773941231.780126:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000002214ed0a. 00000400:00000010:1.0:1773941231.780128:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000014b83cb8. 00000400:00000010:1.0:1773941231.780129:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e60c9fd4. 00000400:00000010:1.0:1773941231.780130:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000b4cc7dd6. 00000400:00000010:1.0:1773941231.780133:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b0c4cff0. 00000400:00000010:1.0:1773941231.780136:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004351d477. 00000400:00000010:1.0:1773941231.780141:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000c7cb636c. 00000400:00000010:1.0:1773941231.780143:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008ca27e9f. 00000400:00000010:1.0:1773941231.780144:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000089e119ff. 00000400:00000010:1.0:1773941231.780145:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000048a2efc0. 00000400:00000010:1.0:1773941231.780148:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003e18a31a. 00000400:00000010:1.0:1773941231.780155:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000100ae01d. 00000400:00000010:1.0:1773941231.780157:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000012b76f26. 00000400:00000010:1.0:1773941231.780158:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000252eb715. 00000400:00000010:1.0:1773941231.780159:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000afb19a54. 00000400:00000010:1.0:1773941231.780160:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000096843cb7. 00000400:00000010:1.0:1773941231.780163:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000003145cfe8. 00000400:00000010:1.0:1773941231.780166:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008dc8e34a. 00000400:00000010:1.0:1773941231.780168:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b62034a8. 00000400:00000010:1.0:1773941231.780169:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008f9acfd6. 00000400:00000010:1.0:1773941231.780170:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005ed01090. 00000400:00000010:1.0:1773941231.780171:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000430a99e3. 00000400:00000010:1.0:1773941231.780174:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000037b2c8bc. 00000400:00000010:1.0:1773941231.780182:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007801a6b2. 00000400:00000010:1.0:1773941231.780184:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000312d58e3. 00000400:00000010:1.0:1773941231.780185:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d6b2f74e. 00000400:00000010:1.0:1773941231.780186:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000091cea708. 00000400:00000010:1.0:1773941231.780187:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000704f856a. 00000400:00000010:1.0:1773941231.780191:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b4e5ed38. 00000400:00000010:1.0:1773941231.780196:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c83cde96. 00000400:00000010:1.0:1773941231.780199:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e65a1939. 00000400:00000010:1.0:1773941231.780201:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d5904745. 00000400:00000010:1.0:1773941231.780203:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d2576590. 00000400:00000010:1.0:1773941231.780204:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000022fac5ae. 00000400:00000010:1.0:1773941231.780209:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000840a4f0c. 00000400:00000010:1.0:1773941231.780220:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000002f38039. 00000400:00000010:1.0:1773941231.780233:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a37fded7. 00000400:00000010:1.0:1773941231.780236:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000a0c6989c. 00000400:00000010:1.0:1773941231.780245:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000838aac0f. 00000400:00000010:1.0:1773941231.780250:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000698e96bb. 00000400:00000010:1.0:1773941231.780253:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008a38a5d0. 00000400:00000010:1.0:1773941231.780256:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a63ccfea. 00000400:00000010:1.0:1773941231.780258:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000005329c48e. 00000400:00000010:1.0:1773941231.780259:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000eaa8739. 00000400:00000010:1.0:1773941231.780260:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000adb60e61. 00000400:00000010:1.0:1773941231.780261:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cad887fe. 00000400:00000010:1.0:1773941231.780264:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000049a4571b. 00000400:00000010:1.0:1773941231.780271:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000164e9a84. 00000400:00000010:1.0:1773941231.780273:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ca783573. 00000400:00000010:1.0:1773941231.780274:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000f15cc036. 00000400:00000010:1.0:1773941231.780275:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000065ac3e8c. 00000400:00000010:1.0:1773941231.780276:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cd9d3787. 00000400:00000010:1.0:1773941231.780279:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000706c85e9. 00000400:00000010:1.0:1773941231.780282:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000067c57f66. 00000400:00000010:1.0:1773941231.780284:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000015d13dee. 00000400:00000010:1.0:1773941231.780285:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001488dcd4. 00000400:00000010:1.0:1773941231.780286:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000003aaeced0. 00000400:00000010:1.0:1773941231.780287:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000027a7b25b. 00000400:00000010:1.0:1773941231.780290:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b9ba0646. 00000400:00000010:1.0:1773941231.780297:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000abb6d0a4. 00000400:00000010:1.0:1773941231.780298:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000003c491ef0. 00000400:00000010:1.0:1773941231.780300:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000049ba2b21. 00000400:00000010:1.0:1773941231.780301:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bf0fb31a. 00000400:00000010:1.0:1773941231.780302:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000007dfd6084. 00000400:00000010:1.0:1773941231.780305:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000043e98fe7. 00000400:00000010:1.0:1773941231.780308:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000fb4ecd4b. 00000400:00000010:1.0:1773941231.780309:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d4fa969c. 00000400:00000010:1.0:1773941231.780310:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000d04322e0. 00000400:00000010:1.0:1773941231.780311:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dc4fc4ff. 00000400:00000010:1.0:1773941231.780312:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000084e81986. 00000400:00000010:1.0:1773941231.780315:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008c46f195. 00000400:00000010:1.0:1773941231.780321:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000002593ac7. 00000400:00000010:1.0:1773941231.780326:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a425d69c. 00000400:00000010:1.0:1773941231.780327:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008737e0e9. 00000400:00000010:1.0:1773941231.780328:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000406ad0af. 00000400:00000010:1.0:1773941231.780330:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000058da39ce. 00000400:00000010:1.0:1773941231.780332:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001b1cda78. 00000400:00000010:1.0:1773941231.780336:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000000cc0ddd6. 00000400:00000010:1.0:1773941231.780337:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b049f70c. 00000400:00000010:1.0:1773941231.780338:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000c35015e. 00000400:00000010:1.0:1773941231.780339:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dea1f434. 00000400:00000010:1.0:1773941231.780340:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ba2637ba. 00000400:00000010:1.0:1773941231.780343:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001194a79f. 00000400:00000010:1.0:1773941231.780349:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000070eaeca2. 00000400:00000010:1.0:1773941231.780351:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000045f63009. 00000400:00000010:1.0:1773941231.780352:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000abe465e6. 00000400:00000010:1.0:1773941231.780353:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a785eef9. 00000400:00000010:1.0:1773941231.780355:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000057c3c052. 00000400:00000010:1.0:1773941231.780357:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007a7e07f9. 00000400:00000010:1.0:1773941231.780360:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000078133aa7. 00000400:00000010:1.0:1773941231.780362:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ad72bbbd. 00000400:00000010:1.0:1773941231.780363:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ccde29d7. 00000400:00000010:1.0:1773941231.780364:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000026bfab40. 00000400:00000010:1.0:1773941231.780365:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000023f2374a. 00000400:00000010:1.0:1773941231.780368:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000004e15be01. 00000400:00000010:1.0:1773941231.780374:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b33ec70d. 00000400:00000010:1.0:1773941231.780376:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000bef36ecc. 00000400:00000010:1.0:1773941231.780377:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000002cff3e5d. 00000400:00000010:1.0:1773941231.780378:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000024713b51. 00000400:00000010:1.0:1773941231.780379:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008c252c85. 00000400:00000010:1.0:1773941231.780382:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000005a1b825. 00000400:00000010:1.0:1773941231.780385:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009e752cda. 00000400:00000010:1.0:1773941231.780387:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f7415b88. 00000400:00000010:1.0:1773941231.780388:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008fa57530. 00000400:00000010:1.0:1773941231.780389:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dd062c46. 00000400:00000010:1.0:1773941231.780392:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000004fa112a. 00000400:00000010:1.0:1773941231.780396:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000025bbdef4. 00000400:00000010:1.0:1773941231.780402:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000007e603d3b. 00000400:00000010:1.0:1773941231.780405:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000e4ebc3b6. 00000400:00000010:1.0:1773941231.780406:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000713a7c74. 00000400:00000010:1.0:1773941231.780407:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000498692b0. 00000400:00000010:1.0:1773941231.780408:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bd5e2b19. 00000400:00000010:1.0:1773941231.780411:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000019b48eed. 00000400:00000010:1.0:1773941231.780414:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009747e1bd. 00000400:00000010:1.0:1773941231.780415:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006dba8fa2. 00000400:00000010:1.0:1773941231.780416:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000016276384. 00000400:00000010:1.0:1773941231.780417:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000be1a79de. 00000400:00000010:1.0:1773941231.780418:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e4c0eacf. 00000400:00000010:1.0:1773941231.780421:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000005534e04a. 00000400:00000010:1.0:1773941231.780427:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e53b2337. 00000400:00000010:1.0:1773941231.780429:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000084c515f7. 00000400:00000010:1.0:1773941231.780430:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000068b02f9d. 00000400:00000010:1.0:1773941231.780431:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000bbd23cb7. 00000400:00000010:1.0:1773941231.780432:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000097a1a904. 00000400:00000010:1.0:1773941231.780435:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ffef94a4. 00000400:00000010:1.0:1773941231.780438:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ad6cdde1. 00000400:00000010:1.0:1773941231.780440:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d89a9574. 00000400:00000010:1.0:1773941231.780441:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000064c9f43c. 00000400:00000010:1.0:1773941231.780442:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000caa631fe. 00000400:00000010:1.0:1773941231.780443:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000e2674c5. 00000400:00000010:1.0:1773941231.780446:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000059a12fb8. 00000400:00000010:1.0:1773941231.780452:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000018b1833c. 00000400:00000010:1.0:1773941231.780454:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000fae99044. 00000400:00000010:1.0:1773941231.780455:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000004569ce80. 00000400:00000010:1.0:1773941231.780456:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000810458e6. 00000400:00000010:1.0:1773941231.780457:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000005af5621. 00000400:00000010:1.0:1773941231.780460:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000049838f46. 00000400:00000010:1.0:1773941231.780463:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009ef9a037. 00000400:00000010:1.0:1773941231.780467:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000096f05b14. 00000400:00000010:1.0:1773941231.780469:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001cc6f294. 00000400:00000010:1.0:1773941231.780470:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008ecd838d. 00000400:00000010:1.0:1773941231.780471:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d956f01b. 00000400:00000010:1.0:1773941231.780474:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000027a0f630. 00000400:00000010:1.0:1773941231.780481:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000086d3e773. 00000400:00000010:1.0:1773941231.780483:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000227c4d1f. 00000400:00000010:1.0:1773941231.780484:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ef071361. 00000400:00000010:1.0:1773941231.780485:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000081c19f7a. 00000400:00000010:1.0:1773941231.780486:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000065e30ba9. 00000400:00000010:1.0:1773941231.780489:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006282e54e. 00000400:00000010:1.0:1773941231.780492:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000008a5f4b16. 00000400:00000010:1.0:1773941231.780493:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000000fc6e66d. 00000400:00000010:1.0:1773941231.780494:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000008920b4c9. 00000400:00000010:1.0:1773941231.780495:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000063c384c7. 00000400:00000010:1.0:1773941231.780496:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000a23882ef. 00000400:00000010:1.0:1773941231.780499:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000009c895d6b. 00000400:00000010:1.0:1773941231.780506:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001ae093c5. 00000400:00000010:1.0:1773941231.780508:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000d8a05a5b. 00000400:00000010:1.0:1773941231.780509:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000cac71896. 00000400:00000010:1.0:1773941231.780510:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000edcd6e27. 00000400:00000010:1.0:1773941231.780511:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e1ddcc22. 00000400:00000010:1.0:1773941231.780514:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c7cef332. 00000400:00000010:1.0:1773941231.780517:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000080e9cda6. 00000400:00000010:1.0:1773941231.780518:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000f7698cb8. 00000400:00000010:1.0:1773941231.780519:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000082dbd9f0. 00000400:00000010:1.0:1773941231.780520:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d2f821e5. 00000400:00000010:1.0:1773941231.780521:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000420940d8. 00000400:00000010:1.0:1773941231.780524:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000021613c1. 00000400:00000010:1.0:1773941231.780531:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000689acd2c. 00000400:00000010:1.0:1773941231.780534:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000b654e0ac. 00000400:00000010:1.0:1773941231.780536:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000674db03d. 00000400:00000010:1.0:1773941231.780538:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000076cfba04. 00000400:00000010:1.0:1773941231.780544:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f57f838d. 00000400:00000010:1.0:1773941231.780548:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dc2742ed. 00000400:00000010:1.0:1773941231.780553:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000e8183fdd. 00000400:00000010:1.0:1773941231.780557:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000004cfe7621. 00000400:00000010:1.0:1773941231.780559:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003fa606da. 00000400:00000010:1.0:1773941231.780561:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000572dd6eb. 00000400:00000010:1.0:1773941231.780563:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000000f96df4a. 00000400:00000010:1.0:1773941231.780567:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000160d5f17. 00000400:00000010:1.0:1773941231.780577:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000a0a07fc0. 00000400:00000010:1.0:1773941231.780579:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000018cc2252. 00000400:00000010:1.0:1773941231.780581:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000000dd8b1a. 00000400:00000010:1.0:1773941231.780582:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000abb12873. 00000400:00000010:1.0:1773941231.780583:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005ed309e2. 00000400:00000010:1.0:1773941231.780586:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000861cbb1d. 00000400:00000010:1.0:1773941231.780590:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000002e8f8286. 00000400:00000010:1.0:1773941231.780591:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000053c1b99a. 00000400:00000010:1.0:1773941231.780592:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 0000000098098d24. 00000400:00000010:1.0:1773941231.780593:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000cfd5f776. 00000400:00000010:1.0:1773941231.780594:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000ace2543c. 00000400:00000010:1.0:1773941231.780597:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000dbb2f262. 00000400:00000010:1.0:1773941231.780604:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b662d1b4. 00000400:00000010:1.0:1773941231.780606:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000bdfbace4. 00000400:00000010:1.0:1773941231.780607:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001204d9c9. 00000400:00000010:1.0:1773941231.780608:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c8c8a81b. 00000400:00000010:1.0:1773941231.780609:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000078fb0566. 00000400:00000010:1.0:1773941231.780611:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000ddb7a7e0. 00000400:00000010:1.0:1773941231.780615:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000001596313e. 00000400:00000010:1.0:1773941231.780616:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000a4ea0dfb. 00000400:00000010:1.0:1773941231.780617:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000003d1fd78b. 00000400:00000010:1.0:1773941231.780618:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000044b9f495. 00000400:00000010:1.0:1773941231.780619:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000af46dea4. 00000400:00000010:1.0:1773941231.780622:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cd9688c3. 00000400:00000010:1.0:1773941231.780629:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000054825b3a. 00000400:00000010:1.0:1773941231.780634:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000ccfe6e67. 00000400:00000010:1.0:1773941231.780635:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000a29bb32. 00000400:00000010:1.0:1773941231.780636:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000795ad272. 00000400:00000010:1.0:1773941231.780637:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000008c3dfd14. 00000400:00000010:1.0:1773941231.780669:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000c1cfe5d0. 00000400:00000010:1.0:1773941231.780676:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 000000006d3572da. 00000400:00000010:1.0:1773941231.780679:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 0000000094736647. 00000400:00000010:1.0:1773941231.780682:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000001e1d425a. 00000400:00000010:1.0:1773941231.780684:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000aba680b3. 00000400:00000010:1.0:1773941231.780686:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000047eed864. 00000400:00000010:1.0:1773941231.780689:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000046edd937. 00000400:00000010:1.0:1773941231.780699:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b28d1601. 00000400:00000010:1.0:1773941231.780702:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 000000006e526e38. 00000400:00000010:1.0:1773941231.780704:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000aec79bf6. 00000400:00000010:1.0:1773941231.780706:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000dfa1b1d9. 00000400:00000010:1.0:1773941231.780707:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c0a0669b. 00000400:00000010:1.0:1773941231.780710:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000b6489848. 00000400:00000010:1.0:1773941231.780714:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000335a7244. 00000400:00000010:1.0:1773941231.780717:0:2388:0:(lib-ptl.c:874:lnet_portals_create()) alloc '(the_lnet.ln_portals[i])': 88 at 00000000072a6bbe. 00000400:00000010:1.0:1773941231.780719:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000791a62a7. 00000400:00000010:1.0:1773941231.780722:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f8aed5c5. 00000400:00000010:1.0:1773941231.780725:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000e98a6a37. 00000400:00000010:1.0:1773941231.780729:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 00000000cef4f26b. 00000400:00000010:1.0:1773941231.780742:0:2388:0:(lib-ptl.c:818:lnet_ptl_setup()) alloc '(mhash)': 4112 at 0000000006f3246c. 00000400:00000010:1.0:1773941231.780748:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ffebfb6c. 00000400:00000010:1.0:1773941231.780762:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000055d0218f. 00000400:00000010:1.0:1773941231.780764:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000005d163b83. 00000400:00000010:1.0:1773941231.780767:0:2388:0:(config.c:344:lnet_net_alloc()) alloc '(net)': 176 at 000000003fb4f5fe. 00000400:00000010:1.0:1773941231.780770:0:2388:0:(config.c:425:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000003332458a. 00000400:00000010:1.0:1773941231.780772:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000000dc52e40. 00000400:00000010:1.0:1773941231.780773:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c8da1b0e. 00000400:00000010:1.0:1773941231.780775:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000058be3b59. 00000400:00000010:1.0:1773941231.780776:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000c976e397. 00000400:00000010:1.0:1773941231.780781:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000067c00e9d. 00000400:00000010:1.0:1773941231.780782:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000347482de. 00000400:00000010:1.0:1773941231.780786:0:2388:0:(config.c:592:lnet_parse_networks()) alloc '(tokens)': 4 at 00000000c31226d1. 00000400:00000010:1.0:1773941231.780790:0:2388:0:(config.c:344:lnet_net_alloc()) alloc '(net)': 176 at 000000000cecc448. 00000400:00000010:1.0:1773941231.780791:0:2388:0:(config.c:425:lnet_ni_alloc_common()) alloc '(ni)': 448 at 000000006f3beed7. 00000400:00000010:1.0:1773941231.780792:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000786e443a. 00000400:00000010:1.0:1773941231.780794:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000c651b10f. 00000400:00000010:1.0:1773941231.780795:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000009d67e01e. 00000400:00000010:1.0:1773941231.780796:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000ada6a8f3. 00000400:00000010:1.0:1773941231.780797:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000d6f577df. 00000400:00000010:1.0:1773941231.780798:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000002e866553. 00000400:00000010:1.0:1773941231.780800:0:2388:0:(config.c:804:lnet_parse_networks()) kfreed 'tokens': 4 at 00000000c31226d1. 00000400:00000010:1.0:1773941231.780809:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000036b8b0e. 00000400:00000010:1.0:1773941231.780811:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 000000009ba2dde5. 00000400:00000010:1.0:1773941231.780813:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 128 at 00000000fcd87ff8. 00000800:00000200:1.0:1773941231.781531:0:2388:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 000000006405be7c 00000800:00000200:1.0:1773941231.781536:0:2388:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 000000006405be7c 00000800:00000200:1.0:1773941231.781537:0:2388:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=ens2 ifindex 2 state 6 ns 000000006405be7c 00000800:00000200:1.0:1773941231.781539:0:2388:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=ens2 ifindex 2 state 6 ns 000000006405be7c 00000800:00000200:1.0:1773941231.781542:0:2388:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_REGISTER, iface=lo ifindex 1 state 0 ns 000000003632d348 00000800:00000200:1.0:1773941231.781543:0:2388:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UP, iface=lo ifindex 1 state 0 ns 000000003632d348 00000800:00000010:1.0:1773941231.781549:0:2388:0:(socklnd.c:2622:ksocknal_startup()) alloc '(net)': 208 at 0000000012acd71a. 00000400:00000010:1.0:1773941231.781558:0:2388:0:(config.c:398:lnet_ni_add_interface()) alloc '(ni->ni_interface)': 5 at 00000000c31226d1. 00000800:00000200:1.0:1773941231.781562:0:2388:0:(socklnd_modparams.c:304:ksocklnd_lookup_conns_per_peer()) intf ens2 speed -1 00000800:00000010:3.0:1773941231.781746:0:2397:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000cd7bad3c. 00000800:00000010:3.0:1773941231.781756:0:2397:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 000000003c0c0c90. 00000800:00000010:1.0:1773941231.781881:0:2398:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000c423e748. 00000800:00000010:1.0:1773941231.781887:0:2398:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 000000006dd836b5. 00000800:00000010:3.0:1773941231.782007:0:2399:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000ad7af7bd. 00000800:00000010:3.0:1773941231.782018:0:2399:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 000000002eef8d06. 00000400:00000200:1.0:1773941231.782108:0:2388:0:(config.c:1527:lnet_get_link_status_locked()) device idx 1 get_link 2 00000800:00000010:3.0:1773941231.782125:0:2400:0:(socklnd_cb.c:1469:ksocknal_scheduler()) alloc '(rx_scratch_pgs)': 2048 at 00000000e3e1c409. 00000800:00000010:3.0:1773941231.782133:0:2400:0:(socklnd_cb.c:1476:ksocknal_scheduler()) alloc '(scratch_iov)': 4096 at 000000006fe6cf5a. 00000400:00000200:1.0:1773941231.782160:0:2388:0:(acceptor.c:209:lnet_acceptor_add_socket()) Added socket on ens2:988 (IP: 192.168.202.12) 00000400:02000000:1.0:1773941231.782172:0:2388:0:(api-ni.c:2704:lnet_startup_lndni()) Added LNI 192.168.202.12@tcp [8/256/0/180] 00000400:00000010:1.0:1773941231.784041:0:2388:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000ce7eb236. 00000400:00000010:1.0:1773941231.784046:0:2388:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d79e112. 00000400:00000010:1.0:1773941231.784061:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000006e839674. 00000400:00000200:1.0:1773941231.784069:0:2388:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 0 lazy 00000400:00000010:1.0:1773941231.784071:0:2388:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000004696e369. 00000400:00000010:1.0:1773941231.784074:0:2388:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f86357e5. 00000400:00000010:1.0:1773941231.784075:0:2388:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d952bb0d. 00000400:00000200:1.0:1773941231.784077:0:2388:0:(api-ni.c:2331:lnet_push_target_post()) posted push target 000000004696e369 00000400:00000200:1.0:1773941231.784079:0:2388:0:(api-ni.c:2288:lnet_push_target_resize()) nbytes 272 success 00000400:00000010:1.0:1773941231.784081:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 000000006c0c85af. 00000400:00000010:1.0:1773941231.784083:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000f8742680. 00000400:00000010:1.0:1773941231.784084:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 00000000faf1acc9. 00000400:00000010:1.0:1773941231.784086:0:2388:0:(lib-cpt.c:1345:cfs_percpt_alloc()) alloc '(arr)': 32 at 00000000895ec8dd. 00000400:00000010:1.0:1773941231.784087:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 000000004dffdfbe. 00000400:00000010:1.0:1773941231.784088:0:2388:0:(lib-cpt.c:1355:cfs_percpt_alloc()) alloc '(arr->va_ptrs[i])': 64 at 0000000021031c03. 00000400:00000200:1.0:1773941231.784324:0:2388:0:(peer.c:4215:lnet_peer_discovery_start()) discovery start: 0 00000100:00000010:1.0:1773941231.784396:0:2388:0:(ptlrpcd.c:749:ptlrpcd_init()) kmalloced '(ptlrpcds)': 16 at 00000000a097da48. 00000400:00000200:0.0:1773941231.784409:0:2403:0:(peer.c:4041:lnet_peer_discovery()) started 00000100:00000010:0.0:1773941231.784516:0:2404:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d00e47a8. 00000020:00000010:0.0:1773941231.784521:0:2404:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005fcbc2da. 00000020:00000010:0.0:1773941231.784524:0:2404:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000001112fc3a. 00000020:00000010:0.0:1773941231.784526:0:2404:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000ba4150d1. 00000040:00000010:0.0:1773941231.784529:0:2404:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003baaa59e. 00000020:00000010:0.0:1773941231.784532:0:2404:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000006a3ddbf. 00000020:00000010:0.0:1773941231.784534:0:2404:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000037f8ff5d. 00000100:00000010:1.0:1773941231.784553:0:2388:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 392 at 00000000b56d6c81. 00000100:00000010:1.0:1773941231.784557:0:2388:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000207544ca. 00000100:00000010:1.0:1773941231.784559:0:2388:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000ab7271f8. 00000100:00000010:0.0:1773941231.784749:0:2405:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd2b30be. 00000020:00000010:0.0:1773941231.784753:0:2405:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000047c5cee3. 00000020:00000010:0.0:1773941231.784755:0:2405:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000008107148e. 00000020:00000010:0.0:1773941231.784756:0:2405:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000005e2f413a. 00000040:00000010:0.0:1773941231.784757:0:2405:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000ac3789ce. 00000020:00000010:0.0:1773941231.784759:0:2405:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f12c0b11. 00000020:00000010:0.0:1773941231.784761:0:2405:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cedd227e. 00000100:00000010:1.0:1773941231.784953:0:2406:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000890845a0. 00000020:00000010:1.0:1773941231.784957:0:2406:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000545da5b0. 00000020:00000010:1.0:1773941231.784960:0:2406:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000008282c36b. 00000020:00000010:1.0:1773941231.784961:0:2406:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000009389f1b6. 00000040:00000010:1.0:1773941231.784963:0:2406:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000008718c11c. 00000020:00000010:1.0:1773941231.784966:0:2406:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008fa7c615. 00000020:00000010:1.0:1773941231.784968:0:2406:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009f536475. 00000100:00000010:2.0:1773941231.784992:0:2388:0:(ptlrpcd.c:846:ptlrpcd_init()) kmalloced '(pd)': 392 at 00000000ee051778. 00000100:00000010:2.0:1773941231.784999:0:2388:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000400adbc4. 00000100:00000010:2.0:1773941231.785002:0:2388:0:(ptlrpcd.c:538:ptlrpcd_partners()) kmalloced '(pc->pc_partners)': 8 at 00000000ef96780d. 00000100:00000010:3.0:1773941231.785143:0:2407:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000201c6858. 00000020:00000010:3.0:1773941231.785149:0:2407:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f949915. 00000020:00000010:3.0:1773941231.785151:0:2407:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e8e70074. 00000020:00000010:3.0:1773941231.785153:0:2407:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000008ad95dc4. 00000040:00000010:3.0:1773941231.785154:0:2407:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000046171442. 00000020:00000010:3.0:1773941231.785157:0:2407:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d5f38043. 00000020:00000010:3.0:1773941231.785160:0:2407:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003faff34c. 00000100:00000010:2.0:1773941231.785346:0:2408:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000241a12a1. 00000020:00000010:2.0:1773941231.785349:0:2408:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6473aed. 00000020:00000010:2.0:1773941231.785352:0:2408:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000008ac5c36. 00000020:00000010:2.0:1773941231.785354:0:2408:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000145aa7b8. 00000040:00000010:2.0:1773941231.785355:0:2408:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f20bdf2c. 00000020:00000010:2.0:1773941231.785358:0:2408:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000080d85fa7. 00000020:00000010:2.0:1773941231.785360:0:2408:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007171db42. 00000100:00000010:3.0:1773941231.785398:0:2388:0:(connection.c:186:ptlrpc_connection_init()) kmalloced '(cpus_latency_qos)': 1088 at 00000000ed4cc7ee. 00000100:00000010:3.0:1773941231.785513:0:2388:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000063c33ba. 00000100:00000010:3.0:1773941231.785517:0:2388:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 0000000072db868a. 00000100:00000010:3.0:1773941231.785519:0:2388:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000000bc68772. 00000100:00000010:3.0:1773941231.785520:0:2388:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000b1638c48. 00000100:00000010:3.0:1773941231.785529:0:2388:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 000000005f2e51f7. 00000100:00000010:3.0:1773941231.785532:0:2388:0:(nrs.c:1230:ptlrpc_nrs_policy_register()) kmalloced '(desc)': 72 at 00000000a51e286e. 00000001:00000010:3.0:1773941231.785779:0:2388:0:(nodemap_handler.c:4695:nodemap_config_alloc()) kmalloced '(config)': 480 at 0000000024e6d2df. 00000001:00000010:3.0:1773941231.785785:0:2388:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000666740fd. 00000001:00000010:3.0:1773941231.785790:0:2388:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at 00000000d27cfc7d. 00000001:00000010:3.0:1773941231.785793:0:2388:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 152 at 000000008709fbca. 00000001:00000010:3.0:1773941231.785802:0:2388:0:(nodemap_handler.c:3541:nodemap_create()) kmalloced '(nodemap)': 968 at 00000000f5b0c6e1. 00000001:00000010:3.0:1773941231.785837:0:2388:0:(nodemap_lproc.c:1443:lprocfs_nodemap_register()) kmalloced '(nm_entry)': 48 at 00000000d3e1673d. 02000000:00000010:2.0:1773941231.853026:0:2420:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000001058f1c6. 02000000:00000010:2.0:1773941231.853033:0:2420:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 1024 at 00000000c4d516c7. 02000000:00000010:2.0:1773941231.853036:0:2420:0:(upcall_cache.c:573:upcall_cache_init()) kmalloced '(cache)': 1208 at 000000004aa56575. 02000000:00000010:2.0:1773941231.853044:0:2420:0:(upcall_cache.c:581:upcall_cache_init()) kmalloced '(cache->uc_hashtable)': 16384 at 00000000fad91923. 00000020:00000010:3.0:1773941233.593255:0:2472:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000bb08c70d. 00000001:00000010:2.0:1773941233.681420:0:2485:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000009d8fdec1. 00000100:00000010:2.0:1773941233.681455:0:2485:0:(client.c:689:ptlrpc_init_rq_pool()) kmalloced '(pool)': 56 at 00000000209d0361. 00000020:00000010:2.0:1773941233.681489:0:2485:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000c363be87. 00000020:00000010:2.0:1773941233.681512:0:2485:0:(lprocfs_status.c:118:ldebugfs_add_symlink()) kmalloced '(dest)': 129 at 00000000b03b1e3a. 00000020:00000010:2.0:1773941233.681522:0:2485:0:(lprocfs_status.c:128:ldebugfs_add_symlink()) kfreed 'dest': 129 at 00000000b03b1e3a. 00000020:00000010:3.0:1773941233.759666:0:2498:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000383acd76. 00000020:00000010:2.0:1773941233.830473:0:2511:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000003be05d87. 00000020:00000010:3.0:1773941233.884341:0:2524:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000b472e9a1. 00008000:02000000:2.0:1773941233.939560:0:2537:0:(echo_client.c:2570:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:00000010:2.0:1773941233.941681:0:2537:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000056ce8ba. 00000020:00000010:2.0:1773941233.941990:0:2537:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000fa013d8a. 00000020:00000010:2.0:1773941234.161927:0:2560:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000003d09ef36. 00000020:00000010:3.0:1773941235.081676:0:2936:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000ed51c4f7. 00000020:00000010:3.0:1773941235.189923:0:2949:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000a2ca1d6a. 00000020:00000010:2.0:1773941235.354003:0:2962:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000af5a355f. 00000020:00000010:2.0:1773941235.354024:0:2962:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000ce11ead5. 00000020:00000010:2.0:1773941235.506913:0:2983:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000b75cb8f2. 00000020:00000010:2.0:1773941235.608675:0:2996:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000f1eadb7e. 00000020:00000010:2.0:1773941235.608902:0:2996:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 000000006036b80f. 00000020:00000010:2.0:1773941235.704659:0:3011:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000cbbf2474. 00000020:00000010:2.0:1773941235.704706:0:3011:0:(genops.c:235:class_register_type()) kmalloced '(type)': 144 at 00000000144452e5. 00000020:00000010:2.0:1773941235.906970:0:3024:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at 0000000012f654d5. 00000020:00000010:2.0:1773941235.906979:0:3024:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009aa3ea68. 00000020:00000010:2.0:1773941235.906989:0:3024:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f4ffeefc. 00000020:00000010:2.0:1773941235.906993:0:3024:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000177f118b. 00000008:00000010:2.0:1773941235.907005:0:3024:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000001f27f523. 00020000:00000010:2.0:1773941235.907010:0:3024:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000c0a97bee. 00008000:00000010:2.0:1773941235.907021:0:3024:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000091e2782c. 00000080:00000010:2.0:1773941235.907032:0:3024:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000005cd37eef. 00000080:00000010:2.0:1773941235.907042:0:3024:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000dd8c31d9. 00000020:00000010:2.0:1773941235.907045:0:3024:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f0ec3d8. 00000008:00000010:2.0:1773941235.907055:0:3024:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000618511ed. 00020000:00000010:2.0:1773941235.907066:0:3024:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 00000000b8a2047c. 00008000:00000010:2.0:1773941235.907083:0:3024:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000be49d9d0. 00000080:00000010:2.0:1773941235.907091:0:3024:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000001d16fd6b. 00000800:00000200:1.0:1773941237.321251:0:8:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_GOING_DOWN, iface=lo ifindex 1 state 0 ns 000000003632d348 00000800:00000200:1.0:1773941237.321804:0:8:0:(socklnd.c:2209:ksocknal_inet6addr_event()) addr6event: status NETDEV_DOWN, device lo, ip addr (einval), ns 000000003632d348 00000800:00000200:1.0:1773941237.321810:0:8:0:(socklnd.c:2112:ksocknal_handle_inetaddr_change()) Skipping device lo from namespace 000000003632d348 (expected 000000006405be7c) 00000800:00000200:1.0:1773941237.321817:0:8:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_DOWN, iface=lo ifindex 1 state 0 ns 000000003632d348 00000800:00000200:1.0:1773941237.321820:0:8:0:(socklnd.c:1972:ksocknal_handle_link_state_change()) Skipping device lo from namespace 000000003632d348 (expected 000000006405be7c) 00000800:00000200:1.0:1773941237.322084:0:8:0:(socklnd.c:2179:ksocknal_inetaddr_event()) addrevent: status NETDEV_DOWN device lo, ip addr 127.0.0.1, netmask 255.0.0.0 ns 000000003632d348. 00000800:00000200:1.0:1773941237.322088:0:8:0:(socklnd.c:2112:ksocknal_handle_inetaddr_change()) Skipping device lo from namespace 000000003632d348 (expected 000000006405be7c) 00000800:00000200:1.0:1773941237.322169:0:8:0:(socklnd.c:2153:ksocknal_device_event()) devevent: status=NETDEV_UNREGISTER, iface=lo ifindex 1 state 0 ns 000000003632d348 00000800:00000200:1.0:1773941237.322172:0:8:0:(socklnd.c:1972:ksocknal_handle_link_state_change()) Skipping device lo from namespace 000000003632d348 (expected 000000006405be7c) 00000080:00000010:1.0:1773941289.328438:0:6300:0:(super25.c:253:lustre_init_fs_context()) kmalloced '(lmd)': 128 at 000000009c0b2c87. 00000020:00000010:1.0:1773941289.328457:0:6300:0:(obd_mount.c:1388:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at 00000000247ebfb8. 00000020:00000010:1.0:1773941289.328469:0:6300:0:(obd_mount.c:1590:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 28 at 00000000ba95c129. 00000020:00000010:1.0:1773941289.328473:0:6300:0:(obd_mount.c:1646:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at 000000006d9003f0. 00000020:00000010:1.0:1773941289.328477:0:6300:0:(obd_mount.c:1674:lustre_parse_monolithic()) kmalloced '(lmd->lmd_opts)': 17 at 00000000930e1f3d. 00000020:00000010:1.0:1773941289.328616:0:6300:0:(obd_mount.c:656:lustre_init_lsi()) kmalloced '(lsi)': 1880 at 00000000e4ade58c. 00000020:00000010:1.0:1773941289.328635:0:6300:0:(obd_mount.c:345:lustre_start_mgc()) kmalloced '(mgcname)': 23 at 0000000057014987. 00000020:00000010:1.0:1773941289.328638:0:6300:0:(obd_mount.c:353:lustre_start_mgc()) kmalloced '(data)': 192 at 00000000f0069afc. 00000020:00000010:1.0:1773941289.328661:0:6300:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 88 at 00000000111eb8e9. 00000100:00000010:1.0:1773941289.328668:0:6300:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000e824cb3f. 00000400:00000200:1.0:1773941289.328673:0:6300:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1773941289.328677:0:6300:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.112@tcp 00000400:00000200:1.0:1773941289.328684:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941289.328691:0:6300:0:(peer.c:229:lnet_peer_alloc()) alloc '(lp)': 376 at 00000000d16abad2. 00000400:00000200:1.0:1773941289.328695:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.328698:0:6300:0:(peer.c:262:lnet_peer_alloc()) 00000000d16abad2 nid 192.168.202.112@tcp 00000400:00000010:1.0:1773941289.328700:0:6300:0:(peer.c:193:lnet_peer_net_alloc()) alloc '(lpn)': 72 at 0000000023620107. 00000400:00000200:1.0:1773941289.328703:0:6300:0:(peer.c:202:lnet_peer_net_alloc()) 0000000023620107 net tcp 00000400:00000200:1.0:1773941289.328706:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941289.328708:0:6300:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at 00000000d7dc31d1. 00000400:00000200:1.0:1773941289.328712:0:6300:0:(peer.c:183:lnet_peer_ni_alloc()) 00000000d7dc31d1 nid 192.168.202.112@tcp 00000400:00000200:1.0:1773941289.328719:0:6300:0:(peer.c:1091:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.112@tcp: -2 00000400:00000200:1.0:1773941289.328724:0:6300:0:(peer.c:1639:lnet_peer_attach_peer_ni()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp flags 0x100001 00000400:00000200:1.0:1773941289.328728:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.328747:0:6300:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.112@tcp: 0 00000400:00000200:1.0:1773941289.328749:0:6300:0:(peer.c:2727:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1773941289.328752:0:6300:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941289.328754:0:6300:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp: 0. pending discovery 00000020:00000010:1.0:1773941289.328758:0:6300:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 88 at 00000000111eb8e9. 00000020:00000010:1.0:1773941289.328763:0:6300:0:(obd_mount.c:487:lustre_start_mgc()) kmalloced '(uuid)': 40 at 00000000a087964a. 00000020:00000010:1.0:1773941289.328773:0:6300:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 120 at 00000000f4962c2a. 00000400:00000200:3.0:1773941289.328793:0:2403:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000010:1.0:1773941289.328793:0:6300:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 0000000017c01646. 00000400:00000200:3.0:1773941289.328801:0:2403:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.112@tcp(00000000d16abad2) state 0x100041 00000020:00000010:1.0:1773941289.328802:0:6300:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000011ba07dd. 00000400:00000010:3.0:1773941289.328809:0:2403:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at 000000007e8f950e. 00000020:00000010:1.0:1773941289.328815:0:6300:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 120 at 00000000f4962c2a. 00000020:00000010:1.0:1773941289.328820:0:6300:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 104 at 00000000f4962c2a. 00000400:00000010:3.0:1773941289.328826:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000007e245682. 00000001:00000010:1.0:1773941289.328843:0:6300:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 0000000033d6444e. 00000400:00000010:3.0:1773941289.328846:0:2403:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 00000000e6d75d3d. 00000001:00000010:1.0:1773941289.328849:0:6300:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ee5c2d7b. 00000001:00000010:1.0:1773941289.328854:0:6300:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f1990447. 00000001:00000010:1.0:1773941289.328858:0:6300:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000054546fc6. 00000400:00000200:3.0:1773941289.328859:0:2403:0:(lib-move.c:5547:LNetGet()) LNetGet -> 12345-192.168.202.112@tcp 00000001:00000010:1.0:1773941289.328863:0:6300:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ed07fd35. 00000001:00000010:1.0:1773941289.328867:0:6300:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000e72340c5. 00000400:00000200:3.0:1773941289.328872:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000020:00000010:1.0:1773941289.328872:0:6300:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000008b17b05. 00000020:00000010:1.0:1773941289.328879:0:6300:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000fdb7492d. 00000400:00000200:3.0:1773941289.328882:0:2403:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941289.328888:0:2403:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000010:1.0:1773941289.328893:0:6300:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 0000000010e85f26. 00000400:00000200:3.0:1773941289.328894:0:2403:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941289.328900:0:2403:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941289.328903:0:2403:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941289.328906:0:2403:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [1:1:256:4294967295] 192.168.202.112@tcp LPNI seq info [1:1:8:4294967295] 00000008:00000010:1.0:1773941289.328908:0:6300:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 00000000148eb596. 00000400:00000200:3.0:1773941289.328912:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941289.328917:0:2403:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.112@tcp 00020000:00000010:1.0:1773941289.328922:0:6300:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000004a9d4d65. 00000400:00000200:3.0:1773941289.328923:0:2403:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : GET try# 0 00000800:00000200:3.0:1773941289.328931:0:2403:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941289.328935:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at 00000000ae0c9a74. 00000400:00000200:3.0:1773941289.328942:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00008000:00000010:1.0:1773941289.328943:0:6300:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 0000000008ab90c0. 00000800:00000010:3.0:1773941289.328945:0:2403:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at 000000004e2d5dd4. 00000800:00000010:3.0:1773941289.328950:0:2403:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at 0000000017dea07b. 00000800:00000200:3.0:1773941289.328953:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004e2d5dd4] -> 12345-192.168.202.112@tcp (2) 00000800:00000200:3.1F:1773941289.328957:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004e2d5dd4] -> 12345-192.168.202.112@tcp (2) 00000080:00000010:1.0:1773941289.328957:0:6300:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000b0acc9e9. 00000020:00000010:1.0:1773941289.328963:0:6300:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6066e0e. 00000020:00000010:1.0:1773941289.328968:0:6300:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000006e80696c. 00000040:00000010:1.0:1773941289.328974:0:6300:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000090f424f2. 00000020:00000010:1.0:1773941289.328979:0:6300:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f4e7066f. 00000400:00000200:3.0:1773941289.328981:0:2403:0:(peer.c:3788:lnet_peer_send_ping()) peer 192.168.202.112@tcp 00000400:00000200:3.0:1773941289.328984:0:2403:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.112@tcp(00000000d16abad2) state 0x100241 rc 0 00000020:00000010:1.0:1773941289.328986:0:6300:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000e81d1968. 00040000:00000010:1.0:1773941289.328992:0:6300:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b070f6f5. 00040000:00000010:1.0:1773941289.328996:0:6300:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000f64244a7. 10000000:00000010:1.0:1773941289.329001:0:6300:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at 00000000eab93c65. 00010000:00000010:1.0:1773941289.329011:0:6300:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000006fc8ee0b. 00010000:00000010:1.0:1773941289.329018:0:6300:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000dc2dff09. 00010000:00000010:1.0:1773941289.329025:0:6300:0:(ldlm_lockd.c:3356:ldlm_setup()) kmalloced '(ldlm_state)': 32 at 00000000dfd26420. 00000100:00000010:1.0:1773941289.329122:0:6300:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at 00000000438b8b11. 00000100:00000010:1.0:1773941289.329129:0:6300:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000adb31ff8. 00000100:00000010:1.0:1773941289.329143:0:6300:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 0000000031974c81. 00000100:00000010:1.0:1773941289.329153:0:6300:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000c9362907. 00000100:00000010:1.0:1773941289.329159:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000268bd821. 00000100:00000010:1.0:1773941289.329165:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000002df2fe4b. 00000100:00000010:1.0:1773941289.329170:0:6300:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000089a45d78. 00000100:00000010:1.0:1773941289.329181:0:6300:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000001133385f. 00000100:00000010:1.0:1773941289.329187:0:6300:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 00000000b8fa1f3c. 00000100:00000010:1.0:1773941289.329191:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000096fee8f4. 00000100:00000010:1.0:1773941289.329195:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003ce961ee. 00000400:00000200:1.0:1773941289.329200:0:6300:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:1.0:1773941289.329236:0:6300:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007e85b7ce. 00000020:00000010:1.0:1773941289.329240:0:6300:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000bb2b110d. 00000100:00000010:1.0:1773941289.329283:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000e38d0ac7. 00000100:00000010:1.0:1773941289.329289:0:6300:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000d2f6de41. 00000100:00000010:1.0:1773941289.329294:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000054ae4492. 00000100:00000010:1.0:1773941289.329299:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000021b02c27. 00000100:00000010:1.0:1773941289.329302:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008e871e37. 00000100:00000010:1.0:1773941289.329305:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000008d985eb2. 00000100:00000010:1.0:1773941289.329308:0:6300:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000089fe8747. 00000100:00000010:1.0:1773941289.329311:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000086c97cbf. 00000100:00000010:1.0:1773941289.329313:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000005cee3494. 00000100:00000010:1.0:1773941289.329316:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b1548240. 00000100:00000200:1.0:1773941289.329368:0:6300:0:(service.c:848:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:1.0:1773941289.329373:0:6300:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000cf073931. 00000100:00000010:1.0:1773941289.329589:0:6301:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 000000001837f53e. 00000020:00000010:1.0:1773941289.329593:0:6301:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008d3d6f5f. 00000020:00000010:1.0:1773941289.329599:0:6301:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000093bc3d70. 00000020:00000010:1.0:1773941289.329605:0:6301:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000bdc06d9a. 00000040:00000010:1.0:1773941289.329608:0:6301:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001cfe28b2. 00000020:00000010:1.0:1773941289.329611:0:6301:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000475f2d1c. 00000020:00000010:1.0:1773941289.329626:0:6301:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000947ad08e. 00000020:00000010:1.0:1773941289.329630:0:6301:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000006bdca68. 80000000:00000010:1.0:1773941289.329635:0:6301:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004a948e27. 40000000:00000010:1.0:1773941289.329672:0:6301:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e72754a1. 00100000:00000010:1.0:1773941289.329678:0:6301:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e55e06df. 00040000:00000010:1.0:1773941289.329681:0:6301:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000004b61e65d. 00040000:00000010:1.0:1773941289.329686:0:6301:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a33503e5. 00040000:00000010:1.0:1773941289.329689:0:6301:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be927345. 00000004:00000010:1.0:1773941289.329694:0:6301:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000e3c506a5. 00000004:00000010:1.0:1773941289.329700:0:6301:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000d65995ca. 00000004:00000010:1.0:1773941289.329706:0:6301:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000a8c15cb7. 00002000:00000010:1.0:1773941289.329710:0:6301:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000002e972baa. 00000004:00000010:1.0:1773941289.329716:0:6301:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000ef486698. 00000800:00000010:0.0:1773941289.329719:0:2392:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000f3ec8a7a. 00000100:00000200:1.0:1773941289.329722:0:6301:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1773941289.329728:0:6301:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c2921c86. 00000800:00000010:0.0:1773941289.329731:0:2392:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000db350a49. 00000400:00000010:1.0:1773941289.329735:0:6301:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001a9fbb55. 00000800:00000010:0.0:1773941289.329741:0:2392:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000d245a372. 00000100:00000010:1.0:1773941289.329745:0:6301:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000010597286. 00000800:00000010:0.0:1773941289.329751:0:2392:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000d245a372. 00000100:00000200:1.0:1773941289.329763:0:6301:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1773941289.329780:0:6300:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000e6d7149e. 00000100:00000010:0.0:1773941289.329951:0:6302:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000d245a372. 00000020:00000010:0.0:1773941289.329953:0:6302:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000003cd105eb. 00000020:00000010:0.0:1773941289.329956:0:6302:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b3eb9e61. 00000020:00000010:0.0:1773941289.329958:0:6302:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000015109c50. 00000040:00000010:0.0:1773941289.329960:0:6302:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c643cd4f. 00000020:00000010:0.0:1773941289.329962:0:6302:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000390bf99e. 00000020:00000010:0.0:1773941289.329976:0:6302:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000006de77f15. 00000020:00000010:0.0:1773941289.329979:0:6302:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000009db0cdff. 80000000:00000010:0.0:1773941289.329981:0:6302:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000eee2739. 40000000:00000010:0.0:1773941289.329983:0:6302:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000009079a8ec. 00100000:00000010:0.0:1773941289.329985:0:6302:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000089322f0d. 00040000:00000010:0.0:1773941289.329987:0:6302:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001536f2d1. 00040000:00000010:0.0:1773941289.329989:0:6302:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000007d4a0f89. 00040000:00000010:0.0:1773941289.329991:0:6302:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000039aa3bf. 00000004:00000010:0.0:1773941289.329994:0:6302:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000144d138a. 00000004:00000010:0.0:1773941289.329997:0:6302:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 000000007e79690f. 00000004:00000010:0.0:1773941289.330000:0:6302:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000b09049c6. 00002000:00000010:0.0:1773941289.330003:0:6302:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000b0a1a719. 00000004:00000010:0.0:1773941289.330005:0:6302:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 0000000087265659. 00000100:00000010:0.0:1773941289.330007:0:6302:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000040c9f582. 00000100:00000200:0.0:1773941289.330019:0:6302:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1773941289.330045:0:6300:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000f1ec0cd8. 00000100:00000010:2.0:1773941289.330187:0:6303:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 000000005b073895. 00000020:00000010:2.0:1773941289.330190:0:6303:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e125fe21. 00000020:00000010:2.0:1773941289.330192:0:6303:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000448dc8f9. 00000020:00000010:2.0:1773941289.330194:0:6303:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000066dfa3be. 00000040:00000010:2.0:1773941289.330196:0:6303:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000081790bc3. 00000020:00000010:2.0:1773941289.330198:0:6303:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000943ab752. 00000020:00000010:2.0:1773941289.330211:0:6303:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000001df74132. 00000020:00000010:2.0:1773941289.330214:0:6303:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000094e44cda. 80000000:00000010:2.0:1773941289.330215:0:6303:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000071eb484c. 40000000:00000010:2.0:1773941289.330217:0:6303:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000067361c71. 00100000:00000010:2.0:1773941289.330219:0:6303:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000daa99a53. 00040000:00000010:2.0:1773941289.330224:0:6303:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000049d32d00. 00040000:00000010:2.0:1773941289.330226:0:6303:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000042472351. 00040000:00000010:2.0:1773941289.330228:0:6303:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000b7396b8b. 00000004:00000010:2.0:1773941289.330230:0:6303:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000cc2eccf5. 00000004:00000010:2.0:1773941289.330233:0:6303:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000e192f649. 00000004:00000010:2.0:1773941289.330235:0:6303:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 0000000065c80063. 00002000:00000010:2.0:1773941289.330237:0:6303:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000007dcd3aa9. 00000004:00000010:2.0:1773941289.330239:0:6303:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 000000007dc5e3e3. 00000100:00000200:2.0:1773941289.330241:0:6303:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1773941289.330244:0:6303:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ea92eabf. 00000400:00000010:2.0:1773941289.330246:0:6303:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006c763e28. 00000100:00000010:2.0:1773941289.330250:0:6303:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000adf97e99. 00000100:00000200:2.0:1773941289.330261:0:6303:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1773941289.330293:0:6300:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 000000006ed4bf7f. 00000400:00000200:0.0:1773941289.330406:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000010:3.0:1773941289.330408:0:6304:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b0fd7fd7. 00000800:00000200:0.1F:1773941289.330413:0:2392:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1773941289.330426:0:2392:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.1:1773941289.330431:0:2392:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ae0c9a74 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:0.0:1773941289.330436:0:2392:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.112@tcp p 3.x 192.168.202.12 -> 192.168.202.112:988 incarnation:1773941238363292320 sched[0] 00000020:00000010:3.0:1773941289.330441:0:6304:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000dd86faec. 00000800:00000010:0.0:1773941289.330443:0:2392:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000db350a49. 00000020:00000010:3.0:1773941289.330446:0:6304:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004e2033dd. 00000020:00000010:3.0:1773941289.330449:0:6304:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000008d06a2ee. 00000040:00000010:3.0:1773941289.330456:0:6304:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003ef05247. 00000020:00000010:3.0:1773941289.330459:0:6304:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000d24696f4. 00000020:00000010:3.0:1773941289.330469:0:6304:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000302a9671. 00000020:00000010:3.0:1773941289.330471:0:6304:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000fb19f83f. 80000000:00000010:3.0:1773941289.330473:0:6304:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000b2db05c9. 40000000:00000010:3.0:1773941289.330475:0:6304:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000001aa47cd. 00100000:00000010:3.0:1773941289.330477:0:6304:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000e8674c0a. 00040000:00000010:3.0:1773941289.330480:0:6304:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000087c4ee42. 00040000:00000010:3.0:1773941289.330484:0:6304:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f6310ca5. 00040000:00000010:3.0:1773941289.330487:0:6304:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bf68d2ee. 00000004:00000010:3.0:1773941289.330489:0:6304:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000308da682. 00000004:00000010:3.0:1773941289.330493:0:6304:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000da18f8ba. 00000004:00000010:3.0:1773941289.330496:0:6304:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000932c79ab. 00002000:00000010:3.0:1773941289.330503:0:6304:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d00a479c. 00000400:00000200:0.0:1773941289.330505:0:2392:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.112:988 00000004:00000010:3.0:1773941289.330506:0:6304:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000dea97c78. 00000100:00000010:3.0:1773941289.330513:0:6304:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000004eb070e. 00000100:00000200:3.0:1773941289.330524:0:6304:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1773941289.330539:0:6300:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at 00000000e5fe0791. 00000800:00000200:1.0:1773941289.330540:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1773941289.330546:0:6300:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 0000000074e663cc. 00000800:00000010:1.0:1773941289.330546:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at 00000000ae0c9a74. 00000400:00000200:1.0:1773941289.330552:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.330558:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: GET: OK 00000100:00000010:2.0:1773941289.330560:0:6300:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 000000003773c5bc. 00000400:00000200:1.0:1773941289.330566:0:2397:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 5 00000100:00000010:2.0:1773941289.330568:0:6300:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000065b555a5. 00000400:00000200:1.0:1773941289.330571:0:2397:0:(peer.c:3033:lnet_discovery_event_send()) Ping Send to 192.168.202.112@tcp: 0 00000100:00000010:2.0:1773941289.330574:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002811dcfb. 00000100:00000010:2.0:1773941289.330580:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e9523677. 00000100:00000010:2.0:1773941289.330583:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005dbbb093. 00000100:00000010:2.0:1773941289.330587:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000930678d8. 00000100:00000010:2.0:1773941289.330589:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000064382860. 00000100:00000010:2.0:1773941289.330593:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007167590b. 00000100:00000010:2.0:1773941289.330595:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012c6c39f. 00000100:00000010:2.0:1773941289.330599:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000078c9f53f. 00000100:00000010:2.0:1773941289.330600:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e4cede0d. 00000100:00000010:2.0:1773941289.330605:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000087f74482. 00000100:00000010:2.0:1773941289.330606:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f9030165. 00000100:00000010:2.0:1773941289.330614:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003aa5cbea. 00000100:00000010:2.0:1773941289.330616:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000086b41f26. 00000100:00000010:2.0:1773941289.330620:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008de6c1e0. 00000100:00000010:2.0:1773941289.330621:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ae217670. 00000100:00000010:2.0:1773941289.330628:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004c5b3605. 00000100:00000010:2.0:1773941289.330630:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7cb51ac. 00000100:00000010:2.0:1773941289.330634:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b609258e. 00000100:00000010:2.0:1773941289.330636:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c6824890. 00000100:00000010:2.0:1773941289.330659:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003e82fb2e. 00000100:00000010:2.0:1773941289.330662:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a4d76f7a. 00000100:00000010:2.0:1773941289.330666:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dcd7b425. 00000100:00000010:2.0:1773941289.330668:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007c7ddee6. 00000100:00000010:2.0:1773941289.330672:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000010713894. 00000100:00000010:2.0:1773941289.330675:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a29af7b. 00000100:00000010:2.0:1773941289.330678:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fb08f309. 00000100:00000010:2.0:1773941289.330681:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009ab7d602. 00000100:00000010:2.0:1773941289.330688:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003f6c7339. 00000100:00000010:2.0:1773941289.330690:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057894cd5. 00000100:00000010:2.0:1773941289.330694:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000435d92e9. 00000100:00000010:2.0:1773941289.330696:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000079d599bf. 00000100:00000010:2.0:1773941289.330699:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f4fb54e4. 00000100:00000010:2.0:1773941289.330701:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000003ffff85d. 00000100:00000010:2.0:1773941289.330704:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000530dc5dc. 00000100:00000010:2.0:1773941289.330706:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000057aead4c. 00000100:00000010:2.0:1773941289.330713:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006fa444e3. 00000100:00000010:2.0:1773941289.330715:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000593c4ea. 00000100:00000010:2.0:1773941289.330718:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dbfdea05. 00000100:00000010:2.0:1773941289.330720:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000017e0af76. 00000100:00000010:2.0:1773941289.330723:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000875c2b3b. 00000100:00000010:2.0:1773941289.330724:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000af8b259d. 00000100:00000010:2.0:1773941289.330728:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f46e49cf. 00000100:00000010:2.0:1773941289.330729:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000009f9019b. 00000100:00000010:2.0:1773941289.330735:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000075defcbe. 00000100:00000010:2.0:1773941289.330737:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000060c2dd2. 00000100:00000010:2.0:1773941289.330740:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000512b478e. 00000100:00000010:2.0:1773941289.330745:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f892f845. 00000100:00000010:2.0:1773941289.330747:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000098564bd0. 00000100:00000010:2.0:1773941289.330749:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000f7a118e. 00000100:00000010:2.0:1773941289.330752:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000935e0894. 00000100:00000010:2.0:1773941289.330754:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c8936bf. 00000100:00000010:2.0:1773941289.330760:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cd6c513d. 00000100:00000010:2.0:1773941289.330762:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f7b8c66a. 00000100:00000010:2.0:1773941289.330766:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b4b7de63. 00000100:00000010:2.0:1773941289.330768:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000294c32de. 00000100:00000010:2.0:1773941289.330771:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001c1b2a4a. 00000100:00000010:2.0:1773941289.330773:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000075b99c31. 00000100:00000010:2.0:1773941289.330777:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000606b6534. 00000100:00000010:2.0:1773941289.330779:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036973c65. 00000100:00000010:2.0:1773941289.330787:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008aa71ddc. 00000100:00000010:2.0:1773941289.330791:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000bec1c160. 00000100:00000010:2.0:1773941289.330795:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003a7c0050. 00000100:00000010:2.0:1773941289.330798:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009132704a. 00000100:00000010:2.0:1773941289.330802:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000069f49a90. 00000100:00000010:2.0:1773941289.330804:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009719c3aa. 00000100:00000010:2.0:1773941289.330808:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005117cea1. 00000100:00000010:2.0:1773941289.330811:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007a18114c. 00000100:00000010:2.0:1773941289.330823:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000170dfbbf. 00000100:00000010:2.0:1773941289.330834:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000021ad50dc. 00000100:00000010:2.0:1773941289.330839:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a30eba41. 00000100:00000010:2.0:1773941289.330842:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000006a7a0298. 00000100:00000010:2.0:1773941289.330846:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000498fc4e7. 00000100:00000010:2.0:1773941289.330849:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007065c7d1. 00000100:00000010:2.0:1773941289.330853:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000040ab9675. 00000100:00000010:2.0:1773941289.330856:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a7f50d48. 00000100:00000010:2.0:1773941289.330864:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cc7af7a4. 00000100:00000010:2.0:1773941289.330866:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001ae02f37. 00000100:00000010:2.0:1773941289.330873:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005bcd8f08. 00000100:00000010:2.0:1773941289.330876:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000780b816c. 00000800:00000010:0.0:1773941289.330877:0:2392:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000476fae75. 00000100:00000010:2.0:1773941289.330880:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000452d51db. 00000800:00000010:0.0:1773941289.330883:0:2392:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000db350a49. 00000100:00000010:2.0:1773941289.330886:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093b2f949. 00000800:00000010:0.0:1773941289.330889:0:2392:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b77180ab. 00000100:00000010:2.0:1773941289.330894:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000000d9b77a. 00000100:00000010:2.0:1773941289.330900:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e5f0fa5a. 00000800:00000010:0.0:1773941289.330903:0:2392:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b77180ab. 00000100:00000010:2.0:1773941289.330913:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000af20d808. 00000100:00000010:2.0:1773941289.330919:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000957e9824. 00000100:00000010:2.0:1773941289.330924:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000039bfc6cb. 00000100:00000010:2.0:1773941289.330926:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000acd8365f. 00000100:00000010:2.0:1773941289.330931:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000667f53c2. 00000100:00000010:2.0:1773941289.330934:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000054ac7fc9. 00000100:00000010:2.0:1773941289.330938:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000013f80f4. 00000100:00000010:2.0:1773941289.330941:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000341b1acd. 00000100:00000010:2.0:1773941289.330951:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000028ebf7a. 00000100:00000010:2.0:1773941289.330953:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c60f0b19. 00000100:00000010:2.0:1773941289.330957:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000093b3eaa9. 00000100:00000010:2.0:1773941289.330959:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004bd32729. 00000100:00000010:2.0:1773941289.330962:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000055f878eb. 00000100:00000010:2.0:1773941289.330964:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000001c78b024. 00000100:00000010:2.0:1773941289.330968:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c974bd28. 00000100:00000010:2.0:1773941289.330969:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000026021431. 00000100:00000010:2.0:1773941289.330977:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000df1c7461. 00000100:00000010:2.0:1773941289.330985:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000900c235d. 00000100:00000010:2.0:1773941289.330989:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009cbcab87. 00000100:00000010:2.0:1773941289.330991:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000327832f6. 00000100:00000010:2.0:1773941289.330994:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000f99318f. 00000100:00000010:2.0:1773941289.330997:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008603c159. 00000100:00000010:2.0:1773941289.331002:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000849e34ce. 00000100:00000010:2.0:1773941289.331005:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004a8ce901. 00000100:00000010:2.0:1773941289.331014:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000016086eab. 00000400:00000200:1.0:1773941289.331021:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000010:2.0:1773941289.331023:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d2fa413b. 00000400:00000200:1.0:1773941289.331029:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : REPLY - for me 00000100:00000010:2.0:1773941289.331030:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eb7b51ca. 00000100:00000010:2.0:1773941289.331035:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000093882bf1. 00000100:00000010:2.0:1773941289.331040:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e96ce3b8. 00000100:00000010:2.0:1773941289.331043:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000de5c83b. 00000400:00000200:1.0:1773941289.331047:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000010:2.0:1773941289.331048:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b1bb1dd8. 00000100:00000010:2.0:1773941289.331052:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ccfdb504. 00000400:00000200:1.0:1773941289.331053:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.331061:0:2397:0:(lib-move.c:4647:lnet_parse_reply()) 192.168.202.12@tcp: Reply from 12345-192.168.202.112@tcp of length 48/48 into md 0x5 00000100:00000010:2.0:1773941289.331063:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000403d0920. 00000100:00000010:2.0:1773941289.331067:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000258e563f. 00000100:00000010:2.0:1773941289.331071:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000114bdd46. 00000100:00000010:2.0:1773941289.331074:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ea783bd0. 00000400:00000200:1.0:1773941289.331074:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1773941289.331081:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000058d68e2d. 00000400:00000200:1.0:1773941289.331081:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: REPLY: OK 00000100:00000010:2.0:1773941289.331086:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000020a2731a. 00000400:00000200:1.0:1773941289.331089:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000007e245682 00000100:00000010:2.0:1773941289.331091:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b9356818. 00000400:00000010:1.0:1773941289.331092:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000007e245682. 00000100:00000010:2.0:1773941289.331095:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b70aba4. 00000400:00000200:1.0:1773941289.331097:0:2397:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1773941289.331101:0:2397:0:(peer.c:2911:lnet_discovery_event_reply()) Peer 192.168.202.112@tcp has discovery enabled 00000100:00000010:2.0:1773941289.331104:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b5d35893. 00000400:00000200:1.0:1773941289.331105:0:2397:0:(peer.c:2923:lnet_discovery_event_reply()) peer 192.168.202.112@tcp(00000000d16abad2) is MR 00000100:00000010:2.0:1773941289.331108:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000be889d90. 00000400:00000200:1.0:1773941289.331121:0:2397:0:(peer.c:2992:lnet_discovery_event_reply()) peer 192.168.202.112@tcp data present 363512030. state = 0x100241 00000100:00000010:2.0:1773941289.331129:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000709704ff. 00000400:00000200:1.0:1773941289.331133:0:2397:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.112@tcp: -114 00000100:00000010:2.0:1773941289.331134:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000007303029. 00000100:00000010:2.0:1773941289.331140:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000714bfd08. 00000100:00000010:2.0:1773941289.331143:0:6300:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at 00000000f724c059. 00000400:00000200:3.0:1773941289.331153:0:2403:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000010:2.0:1773941289.331154:0:6300:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at 00000000542dfdd6. 00000400:00000200:3.0:1773941289.331159:0:2403:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.112@tcp(00000000d16abad2) state 0x1000c1 00000100:00000010:2.0:1773941289.331161:0:6300:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at 0000000038bffd89. 00000400:00000010:3.0:1773941289.331165:0:2403:0:(peer.c:3265:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000b23dce37. 00000100:00000010:2.0:1773941289.331167:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005fec05de. 00000400:00000010:3.0:1773941289.331169:0:2403:0:(peer.c:3266:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000b58e3c1e. 00000400:00000010:3.0:1773941289.331172:0:2403:0:(peer.c:3267:lnet_peer_merge_data()) alloc '(delnis)': 40 at 00000000c8c9b0d6. 00000100:00000010:2.0:1773941289.331173:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007f32e15e. 00000100:00000010:2.0:1773941289.331182:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008a86c5b3. 00000100:00000010:2.0:1773941289.331189:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004a01f40b. 00000100:00000010:2.0:1773941289.331191:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005ebe78c2. 00000100:00000010:2.0:1773941289.331195:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b14614b8. 00000100:00000010:2.0:1773941289.331196:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb511b29. 00000100:00000010:2.0:1773941289.331200:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b826b3fd. 00000100:00000010:2.0:1773941289.331205:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000779b2594. 00000100:00000010:2.0:1773941289.331209:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005200dfc8. 00000100:00000010:2.0:1773941289.331212:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000073a3ca47. 00000400:00000200:3.0:1773941289.331215:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941289.331219:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941289.331220:0:2403:0:(peer.c:3405:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000b23dce37. 00000100:00000010:2.0:1773941289.331220:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c946a5fc. 00000100:00000010:2.0:1773941289.331224:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009be2aedb. 00000400:00000010:3.0:1773941289.331225:0:2403:0:(peer.c:3406:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000b58e3c1e. 00000400:00000010:3.0:1773941289.331228:0:2403:0:(peer.c:3407:lnet_peer_merge_data()) kfreed 'delnis': 40 at 00000000c8c9b0d6. 00000100:00000010:2.0:1773941289.331229:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bebc6a59. 00000400:00000010:3.0:1773941289.331231:0:2403:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at 000000007e8f950e. 00000100:00000010:2.0:1773941289.331234:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005d7321db. 00000400:00000200:3.0:1773941289.331236:0:2403:0:(peer.c:3410:lnet_peer_merge_data()) peer 192.168.202.112@tcp (00000000d16abad2): 0 00000100:00000010:2.0:1773941289.331239:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007c4847b4. 00000400:00000200:3.0:1773941289.331240:0:2403:0:(peer.c:3714:lnet_peer_data_present()) peer 192.168.202.112@tcp(00000000d16abad2): 0. state = 0x100141 00000400:00000200:3.0:1773941289.331245:0:2403:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.112@tcp(00000000d16abad2) state 0x100141 rc 1 00000100:00000010:2.0:1773941289.331245:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000025d7e51b. 00000400:00000200:3.0:1773941289.331250:0:2403:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.112@tcp(00000000d16abad2) state 0x100141 00000100:00000010:2.0:1773941289.331251:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000864dae60. 00000100:00000010:2.0:1773941289.331255:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f8486270. 00000400:00000010:3.0:1773941289.331256:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000386bd68a. 00000100:00000010:2.0:1773941289.331263:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d3e830a0. 00000400:00000010:3.0:1773941289.331268:0:2403:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at 000000002364cf4d. 00000100:00000010:2.0:1773941289.331268:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007150343b. 00000100:00000010:2.0:1773941289.331272:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000c1d6aca1. 00000400:00000200:3.0:1773941289.331273:0:2403:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000100:00000010:2.0:1773941289.331276:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6f723ce. 00000400:00000200:3.0:1773941289.331280:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000010:2.0:1773941289.331281:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000705a397f. 00000400:00000200:3.0:1773941289.331285:0:2403:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.12@tcp to MR: 192.168.202.112@tcp local destination 00000100:00000010:2.0:1773941289.331285:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002488f9c5. 00000100:00000010:2.0:1773941289.331290:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000db0768e9. 00000400:00000200:3.0:1773941289.331291:0:2403:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [2:2:256:4294967295] 192.168.202.112@tcp LPNI seq info [2:2:8:4294967295] 00000100:00000010:2.0:1773941289.331295:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c7a0ba2. 00000400:00000200:3.0:1773941289.331297:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941289.331301:0:2403:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.112@tcp 00000400:00000200:3.0:1773941289.331304:0:2403:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:192.168.202.12@tcp) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000100:00000010:2.0:1773941289.331306:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b4d02874. 00000100:00000010:2.0:1773941289.331311:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000066eb5d60. 00000100:00000010:2.0:1773941289.331314:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000eb0010d0. 00000100:00000010:2.0:1773941289.331316:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004b582e20. 00000100:00000010:2.0:1773941289.331319:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d4482843. 00000100:00000010:2.0:1773941289.331320:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034cffb77. 00000100:00000010:2.0:1773941289.331323:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ac50ab02. 00000100:00000010:2.0:1773941289.331329:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000c5c5edf6. 00000100:00000010:2.0:1773941289.331337:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000bd99565f. 00000100:00000010:2.0:1773941289.331339:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000080ac7eec. 00000100:00000010:2.0:1773941289.331342:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000005cbb66e9. 00000100:00000010:2.0:1773941289.331344:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000576773cb. 00000100:00000010:2.0:1773941289.331350:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000ff359cce. 00000100:00000010:2.0:1773941289.331352:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d7b21418. 00000100:00000010:2.0:1773941289.331355:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d253c5cd. 00000100:00000010:2.0:1773941289.331357:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000037e9bd36. 00000100:00000010:2.0:1773941289.331364:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a29fc76e. 00000100:00000010:2.0:1773941289.331366:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b0c4503c. 00000100:00000010:2.0:1773941289.331370:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dcbeae9f. 00000100:00000010:2.0:1773941289.331372:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005daaa407. 00000100:00000010:2.0:1773941289.331376:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000094d72482. 00000100:00000010:2.0:1773941289.331378:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b118ed17. 00000100:00000010:2.0:1773941289.331382:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009217d2b8. 00000100:00000010:2.0:1773941289.331384:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a895f9d6. 00000100:00000010:2.0:1773941289.331390:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a494e7fd. 00000100:00000010:2.0:1773941289.331392:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009954c408. 00000100:00000010:2.0:1773941289.331395:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006ccf38c7. 00000800:00000200:3.0:1773941289.331397:0:2403:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.202.112@tcp 00000100:00000010:2.0:1773941289.331397:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000cc97d5fc. 00000100:00000010:2.0:1773941289.331402:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000019751d72. 00000800:00000010:3.0:1773941289.331403:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5dbf6ad. 00000100:00000010:2.0:1773941289.331406:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004cc17040. 00000800:00000200:3.0:1773941289.331410:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004e2d5dd4] -> 12345-192.168.202.112@tcp (3) 00000100:00000010:2.0:1773941289.331412:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007c058883. 00000800:00000200:3.0:1773941289.331416:0:2403:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000100:00000010:2.0:1773941289.331416:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b1ca8c7b. 00000800:00000200:3.0:1773941289.331420:0:2403:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a5dbf6ad type 1, nob 144 niov 1 nkiov 1 00000400:00000200:0.0:1773941289.331424:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000010:2.0:1773941289.331425:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e3b27077. 00000100:00000010:2.0:1773941289.331429:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005c192a04. 00000800:00000200:0.1:1773941289.331430:0:2392:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000100:00000010:2.0:1773941289.331434:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000f69eea97. 00000800:00000200:0.0:1773941289.331438:0:2392:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.112@tcp p 3.x 192.168.202.12 -> 192.168.202.112:988 incarnation:1773941238363292320 sched[0] 00000100:00000010:2.0:1773941289.331439:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000002608546c. 00000100:00000010:2.0:1773941289.331444:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000009a2bf45a. 00000800:00000010:0.0:1773941289.331444:0:2392:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000db350a49. 00000100:00000010:2.0:1773941289.331449:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f6a9d428. 00000100:00000010:2.0:1773941289.331453:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000567b1be3. 00000100:00000010:2.0:1773941289.331462:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000004f156f39. 00000400:00000200:3.0:1773941289.331465:0:2403:0:(peer.c:3922:lnet_peer_send_push()) peer 192.168.202.112@tcp 00000400:00000200:3.0:1773941289.331469:0:2403:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.112@tcp(00000000d16abad2) state 0x100541 rc 0 00000100:00000010:2.0:1773941289.331471:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000003b2587db. 00000100:00000010:2.0:1773941289.331476:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f3a6d416. 00000100:00000010:2.0:1773941289.331480:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b18711a0. 00000800:00000200:1.0:1773941289.331484:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1773941289.331485:0:2392:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.112:988 00000100:00000010:2.0:1773941289.331486:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e9d45b51. 00000800:00000010:1.0:1773941289.331488:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5dbf6ad. 00000100:00000010:2.0:1773941289.331493:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000009c2fd8d. 00000400:00000200:1.0:1773941289.331493:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1773941289.331498:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000ec83fc88. 00000400:00000200:1.0:1773941289.331501:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000010:2.0:1773941289.331505:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000004ed5baf1. 00000400:00000200:1.0:1773941289.331505:0:2398:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 5 00000100:00000010:2.0:1773941289.331511:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000a6de0f17. 00000400:00000200:1.0:1773941289.331511:0:2398:0:(peer.c:3033:lnet_discovery_event_send()) Push Send to 192.168.202.112@tcp: 0 00000400:00000200:0.0:1773941289.331512:0:2392:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.112:988 00000100:00000010:2.0:1773941289.331522:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b118ef11. 00000100:00000010:2.0:1773941289.331525:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000e60f242. 00000100:00000010:2.0:1773941289.331530:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000cffe1d74. 00000100:00000010:2.0:1773941289.331534:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000bdd1ec6. 00000100:00000010:2.0:1773941289.331538:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008c0be31a. 00000100:00000010:2.0:1773941289.331540:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000007b938896. 00000100:00000010:2.0:1773941289.331544:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000527511d. 00000100:00000010:2.0:1773941289.331546:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e2a1e0dc. 00000100:00000010:2.0:1773941289.331553:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000244d07a7. 00000100:00000010:2.0:1773941289.331556:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f89dbb19. 00000100:00000010:2.0:1773941289.331559:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000063ba0624. 00000100:00000010:2.0:1773941289.331561:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000034973f72. 00000100:00000010:2.0:1773941289.331565:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e7315029. 00000100:00000010:2.0:1773941289.331566:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000c70a4f4. 00000100:00000010:2.0:1773941289.331569:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000e441479. 00000100:00000010:2.0:1773941289.331571:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000009fc39adc. 00000100:00000010:2.0:1773941289.331577:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000a92055c6. 00000100:00000010:2.0:1773941289.331579:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000f817dc2a. 00000100:00000010:2.0:1773941289.331582:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000007aa5fa7c. 00000100:00000010:2.0:1773941289.331583:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000b78351b. 00000100:00000010:2.0:1773941289.331586:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000000b5f3089. 00000100:00000010:2.0:1773941289.331587:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000012ebc5f6. 00000100:00000010:2.0:1773941289.331590:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000108c91cb. 00000100:00000010:2.0:1773941289.331597:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000eb06b06f. 00000100:00000010:2.0:1773941289.331604:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000665b3e72. 00000100:00000010:2.0:1773941289.331606:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000005faa1fa. 00000100:00000010:2.0:1773941289.331612:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b6a0608e. 00000100:00000010:2.0:1773941289.331614:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000e0cca836. 00000100:00000010:2.0:1773941289.331617:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000062bede38. 00000100:00000010:2.0:1773941289.331619:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000004e882e0. 00000100:00000010:2.0:1773941289.331623:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000028b32c78. 00000100:00000010:2.0:1773941289.331624:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000df03510c. 00000100:00000010:2.0:1773941289.331631:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000d0c90002. 00000100:00000010:2.0:1773941289.331633:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000036d581e7. 00000100:00000010:2.0:1773941289.331637:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000006a9c2c25. 00000100:00000010:2.0:1773941289.331638:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000d62f70ad. 00000100:00000010:2.0:1773941289.331661:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000001226fb15. 00000100:00000010:2.0:1773941289.331664:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000059e07a72. 00000100:00000010:2.0:1773941289.331668:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000fec9959b. 00000100:00000010:2.0:1773941289.331671:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000000d9a9998. 00000100:00000010:2.0:1773941289.331682:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000dfeed5b7. 00000100:00000010:2.0:1773941289.331686:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000b7a5d1a6. 00000100:00000010:2.0:1773941289.331691:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000e57fff32. 00000100:00000010:2.0:1773941289.331693:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008b0526b7. 00000100:00000010:2.0:1773941289.331697:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 000000008ab46041. 00000100:00000010:2.0:1773941289.331700:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 0000000072c7dd5f. 00000100:00000010:2.0:1773941289.331704:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000012b9c6d. 00000100:00000010:2.0:1773941289.331707:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 00000000647660bb. 00000100:00000010:2.0:1773941289.331717:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 0000000071f47e61. 00000100:00000010:2.0:1773941289.331721:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000008defef08. 00000100:00000010:2.0:1773941289.331725:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000200fc64a. 00000100:00000010:2.0:1773941289.331728:0:6300:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at 000000005eba852d. 00000100:00000010:2.0:1773941289.331733:0:6300:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at 00000000b9238e91. 00000400:00000200:2.0:1773941289.331735:0:6300:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:2.0:1773941289.331778:0:6300:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000041edefc7. 00000020:00000010:2.0:1773941289.331783:0:6300:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000a7997367. 00000100:00000010:2.0:1773941289.331832:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000048083e50. 00000100:00000010:2.0:1773941289.331841:0:6300:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 0000000028d64714. 00000100:00000010:2.0:1773941289.331844:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000a3ed77cc. 00000100:00000010:2.0:1773941289.331847:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000004a60c7f7. 00000100:00000010:2.0:1773941289.331850:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fe227440. 00000100:00000010:2.0:1773941289.331854:0:6300:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000009a5e8886. 00000100:00000010:2.0:1773941289.331856:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000442281c9. 00000100:00000010:2.0:1773941289.331859:0:6300:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000004491dd0c. 00000100:00000010:2.0:1773941289.331862:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000006dfd39be. 00000100:00000010:2.0:1773941289.331865:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000bb265cde. 00000100:00000010:2.0:1773941289.331868:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b014e291. 00000100:00000010:2.0:1773941289.331871:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000001b1bf913. 00000100:00000010:2.0:1773941289.331873:0:6300:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 000000000392d259. 00000100:00000010:2.0:1773941289.331876:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 000000000265f084. 00000100:00000010:2.0:1773941289.331880:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000fec27186. 00000100:00000010:2.0:1773941289.331884:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000065c07ed. 00000100:00000010:2.0:1773941289.331886:0:6300:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at 000000008c4da3b8. 00000100:00000010:2.0:1773941289.331889:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000b9eae711. 00000100:00000010:2.0:1773941289.331893:0:6300:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at 00000000541e63e1. 00000100:00000010:2.0:1773941289.331897:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000045897a85. 00000100:00000010:2.0:1773941289.331900:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 00000000d29b7eb0. 00000100:00000010:2.0:1773941289.331903:0:6300:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at 0000000024d99888. 00000400:00000200:1.0:1773941289.331920:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.331925:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : ACK - for me 00000800:00000010:0.0:1773941289.331925:0:2392:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at 00000000c41de51b. 00000800:00000010:0.0:1773941289.331933:0:2392:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at 00000000db350a49. 00000400:00000200:1.0:1773941289.331935:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.331941:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000010:0.0:1773941289.331941:0:2392:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at 00000000b77180ab. 00000400:00000200:1.0:1773941289.331950:0:2398:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.202.12@tcp: ACK from 12345-192.168.202.112@tcp into md 0x15 00000100:00000200:2.0:1773941289.331952:0:6300:0:(service.c:848:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000400:00000200:1.0:1773941289.331954:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1773941289.331955:0:2392:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at 00000000b77180ab. 00000100:00000010:2.0:1773941289.331957:0:6300:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000ad483edb. 00000400:00000200:1.0:1773941289.331963:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: ACK: OK 00000400:00000200:1.0:1773941289.331967:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000386bd68a 00000400:00000010:1.0:1773941289.331969:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000386bd68a. 00000400:00000200:1.0:1773941289.331972:0:2398:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1773941289.331975:0:2398:0:(peer.c:2799:lnet_discovery_event_ack()) peer 192.168.202.112@tcp ev->status 0 00000400:00000200:1.0:1773941289.331978:0:2398:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.112@tcp: -114 00000400:00000200:1.0:1773941289.331997:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.332001:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941289.332003:0:2403:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000200:1.0:1773941289.332008:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.332011:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.332015:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.332018:0:2403:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.112@tcp(00000000d16abad2) state 0x100141 00000400:00000200:1.0:1773941289.332022:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 48 into portal 0 MB=0x8000000000000000 00000400:00000200:0.0:1773941289.332027:0:2403:0:(peer.c:3844:lnet_peer_discovered()) peer 192.168.202.112@tcp 00000400:00000200:0.0:1773941289.332030:0:2403:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.112@tcp(00000000d16abad2) state 0x100111 rc 0 00000400:00000200:1.0:1773941289.332034:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.112@tcp of length 48/48 into md 0x9 [1] + 0 00000400:00000010:1.0:1773941289.332039:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f86357e5. 00000400:00000200:0.0:1773941289.332039:0:2403:0:(peer.c:2421:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.112@tcp 00000400:00000200:1.0:1773941289.332045:0:2398:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d952bb0d 00000400:00000200:1.0:1773941289.332075:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.332080:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941289.332083:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d952bb0d 00000400:00000010:1.0:1773941289.332085:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d952bb0d. 00000400:00000200:1.0:1773941289.332094:0:2398:0:(api-ni.c:2341:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1773941289.332098:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.332103:0:2398:0:(peer.c:2570:lnet_peer_push_event()) peer 192.168.202.112@tcp(00000000d16abad2) is MR 00000400:00000010:1.0:1773941289.332106:0:2398:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at 00000000830498c4. 00000400:00000200:1.0:1773941289.332118:0:2398:0:(peer.c:2644:lnet_peer_push_event()) Received Push 192.168.202.112@tcp 363512030 00000100:00000010:0.0:1773941289.332125:0:6305:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000b77180ab. 00000020:00000010:0.0:1773941289.332130:0:6305:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000673dbd50. 00000400:00000200:1.0:1773941289.332131:0:2398:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.112@tcp: 0 00000020:00000010:0.0:1773941289.332137:0:6305:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ed55390. 00000400:00000200:1.0:1773941289.332138:0:2398:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000020:00000010:0.0:1773941289.332143:0:6305:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000005a413078. 00000400:00000200:1.0:1773941289.332144:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000020:00000010:0.0:1773941289.332150:0:6305:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000005d85f6c2. 00000400:00000200:1.0:1773941289.332151:0:2398:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.12@tcp to MR: 192.168.202.112@tcp local destination 00000040:00000010:0.0:1773941289.332157:0:6305:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000d16d043e. 00000400:00000200:1.0:1773941289.332159:0:2398:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [3:3:256:4294967295] 192.168.202.112@tcp LPNI seq info [3:3:8:4294967295] 00000020:00000010:0.0:1773941289.332163:0:6305:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000969be9d6. 00000400:00000200:1.0:1773941289.332166:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000020:00000010:0.0:1773941289.332170:0:6305:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000aa51a1ec. 00000020:00000010:0.0:1773941289.332175:0:6305:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000098c11b7f. 00000400:00000200:1.0:1773941289.332178:0:2398:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:192.168.202.12@tcp) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) 192.168.202.112@tcp : ACK try# 0 80000000:00000010:0.0:1773941289.332180:0:6305:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000007b781f50. 00000800:00000200:1.0:1773941289.332185:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.112@tcp 40000000:00000010:0.0:1773941289.332185:0:6305:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000041669a9a. 00000800:00000010:1.0:1773941289.332191:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e23d0806. 00000800:00000200:1.0:1773941289.332196:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004e2d5dd4] -> 12345-192.168.202.112@tcp (4) 00000800:00000200:1.0:1773941289.332201:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000008:00000010:0.0:1773941289.332202:0:6305:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000003ca26e9c. 00000800:00000200:1.0:1773941289.332204:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e23d0806 type 0, nob 96 niov 1 nkiov 0 00000400:00000200:3.0:1773941289.332210:0:2403:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00020000:00000010:0.0:1773941289.332211:0:6305:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000df56b332. 00000400:00000010:3.0:1773941289.332223:0:2403:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000052aec8b1. 00000400:00000010:3.0:1773941289.332228:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000facb8989. 00008000:00000010:0.0:1773941289.332229:0:6305:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000c285c2da. 00000400:00000200:3.0:1773941289.332230:0:2403:0:(api-ni.c:2331:lnet_push_target_post()) posted push target 000000004696e369 00000800:00000200:1.0:1773941289.332236:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1773941289.332237:0:2403:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.112@tcp(00000000d16abad2) state 0x1000d1 00100000:00000010:0.0:1773941289.332237:0:6305:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c9b88bf9. 00000800:00000010:1.0:1773941289.332240:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e23d0806. 00000400:00000010:3.0:1773941289.332244:0:2403:0:(peer.c:3265:lnet_peer_merge_data()) alloc '(curnis)': 40 at 00000000b58e3c1e. 00000400:00000200:1.0:1773941289.332245:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:0.0:1773941289.332245:0:6305:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000091c04e9. 00040000:00000010:0.0:1773941289.332253:0:6305:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000a23abda0. 00000400:00000200:1.0:1773941289.332254:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: ACK: OK 00040000:00000010:0.0:1773941289.332263:0:6305:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000047d3d604. 00000004:00000010:0.0:1773941289.332267:0:6305:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000009f843a1. 00000004:00000010:0.0:1773941289.332271:0:6305:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000eb985389. 00000004:00000010:0.0:1773941289.332275:0:6305:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 0000000028fe4f58. 00002000:00000010:0.0:1773941289.332278:0:6305:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c4c1b50f. 00000004:00000010:0.0:1773941289.332280:0:6305:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 0000000006c48e0e. 00000080:00000010:0.0:1773941289.332292:0:6305:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000009bc85069. 00000400:00000010:3.0:1773941289.332293:0:2403:0:(peer.c:3266:lnet_peer_merge_data()) alloc '(addnis)': 48 at 00000000b23dce37. 00000400:00000010:3.0:1773941289.332297:0:2403:0:(peer.c:3267:lnet_peer_merge_data()) alloc '(delnis)': 40 at 000000000b86c724. 00000400:00000200:3.0:1773941289.332300:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941289.332302:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941289.332303:0:2403:0:(peer.c:3405:lnet_peer_merge_data()) kfreed 'curnis': 40 at 00000000b58e3c1e. 00000400:00000010:3.0:1773941289.332305:0:2403:0:(peer.c:3406:lnet_peer_merge_data()) kfreed 'addnis': 48 at 00000000b23dce37. 00000400:00000010:3.0:1773941289.332306:0:2403:0:(peer.c:3407:lnet_peer_merge_data()) kfreed 'delnis': 40 at 000000000b86c724. 00000400:00000010:3.0:1773941289.332307:0:2403:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at 00000000830498c4. 00000080:00000010:0.0:1773941289.332309:0:6305:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000a35b199e. 00000400:00000200:3.0:1773941289.332310:0:2403:0:(peer.c:3410:lnet_peer_merge_data()) peer 192.168.202.112@tcp (00000000d16abad2): 0 00000400:00000200:3.0:1773941289.332315:0:2403:0:(peer.c:3714:lnet_peer_data_present()) peer 192.168.202.112@tcp(00000000d16abad2): 0. state = 0x100151 00000100:00000200:0.0:1773941289.332316:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:3.0:1773941289.332318:0:2403:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.112@tcp(00000000d16abad2) state 0x100151 rc 1 00000400:00000010:0.0:1773941289.332323:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002cbbb753. 00000400:00000200:3.0:1773941289.332329:0:2403:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.112@tcp(00000000d16abad2) state 0x100151 00000400:00000010:0.0:1773941289.332330:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000850d53e0. 00000400:00000200:3.0:1773941289.332333:0:2403:0:(peer.c:3844:lnet_peer_discovered()) peer 192.168.202.112@tcp 00000400:00000200:3.0:1773941289.332336:0:2403:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.112@tcp(00000000d16abad2) state 0x100111 rc 0 00000100:00000200:0.0:1773941289.332338:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:3.0:1773941289.332339:0:2403:0:(peer.c:2421:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.112@tcp 00000400:00000010:0.0:1773941289.332343:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ac0fcefc. 00000400:00000010:0.0:1773941289.332347:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000458b1c27. 00000100:00000200:0.0:1773941289.332350:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332354:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000da39180b. 00000400:00000010:0.0:1773941289.332356:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5975651. 00000100:00000200:0.0:1773941289.332358:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332360:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cdf0dfdb. 00000400:00000010:0.0:1773941289.332362:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003eebe518. 00000100:00000200:0.0:1773941289.332364:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332366:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000092cf0b1b. 00000400:00000010:0.0:1773941289.332368:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000504a5803. 00000100:00000200:0.0:1773941289.332369:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332371:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000068a7e1c6. 00000400:00000010:0.0:1773941289.332374:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad44f73e. 00000100:00000200:0.0:1773941289.332376:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332378:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000708b5276. 00000400:00000010:0.0:1773941289.332380:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006bf04a98. 00000100:00000200:0.0:1773941289.332383:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332385:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ad7fdb30. 00000400:00000010:0.0:1773941289.332388:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091b936c0. 00000100:00000200:0.0:1773941289.332390:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332392:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000222ad637. 00000400:00000010:0.0:1773941289.332394:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9c66e06. 00000100:00000200:0.0:1773941289.332403:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332406:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b358c617. 00000400:00000010:0.0:1773941289.332409:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001fcc2ad1. 00000100:00000200:0.0:1773941289.332412:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332414:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc8fa73c. 00000400:00000010:0.0:1773941289.332416:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000059be7706. 00000100:00000200:0.0:1773941289.332418:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332420:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000224c2244. 00000400:00000010:0.0:1773941289.332422:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bd2056d5. 00000100:00000200:0.0:1773941289.332424:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332425:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003a587375. 00000400:00000010:0.0:1773941289.332429:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005cc8fcac. 00000100:00000200:0.0:1773941289.332430:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332446:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006b23667e. 00000400:00000010:0.0:1773941289.332451:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eaf7b88c. 00000100:00000200:0.0:1773941289.332455:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332458:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000037a18128. 00000400:00000010:0.0:1773941289.332462:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000eb2d7769. 00000100:00000200:0.0:1773941289.332464:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332467:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006825d306. 00000400:00000010:0.0:1773941289.332470:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a14cc9b9. 00000100:00000200:0.0:1773941289.332474:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332477:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000840a2d50. 00000400:00000200:3.0:1773941289.332480:0:2392:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:3.1:1773941289.332483:0:2392:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000400:00000010:0.0:1773941289.332483:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c60ccb0a. 00000100:00000200:0.0:1773941289.332489:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:3.0:1773941289.332492:0:2392:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.112@tcp p 3.x 192.168.202.12 -> 192.168.202.112:988 incarnation:1773941238363292320 sched[0] 00000400:00000010:0.0:1773941289.332495:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c41aeaef. 00000800:00000010:3.0:1773941289.332496:0:2392:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at 00000000db350a49. 00000400:00000010:0.0:1773941289.332501:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056d285f5. 00000100:00000200:0.0:1773941289.332506:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332508:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000f6b8bdd. 00000400:00000010:0.0:1773941289.332511:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000000de1bc7. 00000100:00000200:0.0:1773941289.332512:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332514:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000056eb3991. 00000400:00000010:0.0:1773941289.332516:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b408d567. 00000100:00000200:0.0:1773941289.332518:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332520:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a25a651f. 00000400:00000010:0.0:1773941289.332527:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d23bee5d. 00000100:00000200:0.0:1773941289.332529:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332531:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000dc6d2b94. 00000400:00000010:0.0:1773941289.332533:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2d3de9b. 00000100:00000200:0.0:1773941289.332535:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332537:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007df3ebd7. 00000400:00000010:0.0:1773941289.332539:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e5c130d. 00000100:00000200:0.0:1773941289.332542:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332544:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000fcc4720. 00000400:00000010:0.0:1773941289.332547:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddd9ca61. 00000100:00000200:0.0:1773941289.332549:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332551:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005528d595. 00000400:00000010:0.0:1773941289.332554:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f149e77c. 00000100:00000200:0.0:1773941289.332557:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332559:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001aaa75bb. 00000400:00000010:0.0:1773941289.332562:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e13d63ad. 00000100:00000200:0.0:1773941289.332565:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332567:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f156dea. 00000400:00000010:0.0:1773941289.332570:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b8647682. 00000100:00000200:0.0:1773941289.332572:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332574:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000207102b4. 00000400:00000010:0.0:1773941289.332576:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009e06a0c0. 00000100:00000200:0.0:1773941289.332577:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332579:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e19a62b5. 00000400:00000010:0.0:1773941289.332581:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ae8c3c8f. 00000100:00000200:0.0:1773941289.332583:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332584:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000095a626c4. 00000400:00000010:0.0:1773941289.332586:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ea87bc36. 00000100:00000200:0.0:1773941289.332588:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332589:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bf4ebac8. 00000400:00000010:0.0:1773941289.332591:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005a7c36f2. 00000100:00000200:0.0:1773941289.332593:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332595:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000fd3d06b1. 00000400:00000010:0.0:1773941289.332597:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e6eb31d0. 00000100:00000200:0.0:1773941289.332598:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332604:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008caadb90. 00000400:00000010:0.0:1773941289.332607:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003e480f9b. 00000100:00000200:0.0:1773941289.332609:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332610:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004a2bc871. 00000400:00000010:0.0:1773941289.332612:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8db0124. 00000100:00000200:0.0:1773941289.332614:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332616:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005336d664. 00000400:00000010:0.0:1773941289.332618:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005662a7d4. 00000100:00000200:0.0:1773941289.332620:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332621:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cad647db. 00000400:00000010:0.0:1773941289.332623:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a368e984. 00000100:00000200:0.0:1773941289.332625:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332626:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b00effaa. 00000400:00000010:0.0:1773941289.332629:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000edc0f608. 00000100:00000200:0.0:1773941289.332630:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332632:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000073339cc2. 00000400:00000010:0.0:1773941289.332634:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1f6be58. 00000100:00000200:0.0:1773941289.332636:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332638:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e690444b. 00000400:00000010:0.0:1773941289.332663:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007d5401e1. 00000100:00000200:0.0:1773941289.332668:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332670:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005dc8891d. 00000400:00000010:0.0:1773941289.332673:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001b69fd5f. 00000100:00000200:0.0:1773941289.332676:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332678:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009eea6b8a. 00000400:00000010:0.0:1773941289.332681:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e7029878. 00000100:00000200:0.0:1773941289.332683:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332685:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000851a77a2. 00000400:00000010:0.0:1773941289.332688:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000067ddcea9. 00000100:00000200:0.0:1773941289.332691:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332693:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b9c2c983. 00000400:00000010:0.0:1773941289.332695:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009faf2b6b. 00000100:00000200:0.0:1773941289.332696:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332698:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002b6f08cd. 00000400:00000010:0.0:1773941289.332700:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000030d0872e. 00000100:00000200:0.0:1773941289.332706:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332709:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c940af9b. 00000400:00000010:0.0:1773941289.332711:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000007989691. 00000100:00000200:0.0:1773941289.332713:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332715:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b528006c. 00000400:00000010:0.0:1773941289.332717:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aaf39c89. 00000100:00000200:0.0:1773941289.332719:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332720:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5cc0b86. 00000400:00000010:0.0:1773941289.332723:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000285e78d1. 00000100:00000200:0.0:1773941289.332724:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332726:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e97c2f22. 00000400:00000010:0.0:1773941289.332728:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096fcfcb7. 00000100:00000200:0.0:1773941289.332730:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332732:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000017d24e6b. 00000400:00000010:0.0:1773941289.332734:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e462975f. 00000100:00000200:0.0:1773941289.332736:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332737:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005118696a. 00000400:00000010:0.0:1773941289.332739:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3df5743. 00000100:00000200:0.0:1773941289.332741:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332743:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e3600fd. 00000400:00000010:0.0:1773941289.332745:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a388032b. 00000100:00000200:0.0:1773941289.332747:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332749:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c80468cc. 00000400:00000010:0.0:1773941289.332751:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000066f8c208. 00000100:00000200:0.0:1773941289.332753:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332755:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099fa5a35. 00000400:00000010:0.0:1773941289.332767:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb18a33c. 00000100:00000200:0.0:1773941289.332771:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332773:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000040829968. 00000400:00000010:0.0:1773941289.332776:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000784b28a3. 00000100:00000200:0.0:1773941289.332778:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332780:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bd301699. 00000400:00000010:0.0:1773941289.332783:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c68caced. 00000100:00000200:0.0:1773941289.332785:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332787:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001d96bf66. 00000400:00000010:0.0:1773941289.332794:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000dd10c279. 00000100:00000200:0.0:1773941289.332797:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332799:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c6676b2e. 00000400:00000010:0.0:1773941289.332802:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ed1ee16d. 00000100:00000200:0.0:1773941289.332804:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332805:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006c21efd5. 00000400:00000010:0.0:1773941289.332807:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000033f880c5. 00000100:00000200:0.0:1773941289.332809:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332810:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e5e637b2. 00000400:00000010:0.0:1773941289.332820:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006c98106a. 00000100:00000200:0.0:1773941289.332823:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332837:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000084ace338. 00000400:00000010:0.0:1773941289.332841:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000034c60a90. 00000100:00000200:0.0:1773941289.332844:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332846:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d787e435. 00000400:00000010:0.0:1773941289.332848:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d8514ed3. 00000100:00000200:0.0:1773941289.332850:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332852:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007c7fbe15. 00000400:00000010:0.0:1773941289.332854:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b128dc57. 00000100:00000200:0.0:1773941289.332856:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332858:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c20ccffd. 00000400:00000010:0.0:1773941289.332860:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000657e7913. 00000100:00000200:0.0:1773941289.332862:0:6305:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941289.332864:0:6305:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002f62762a. 00000400:00000010:0.0:1773941289.332866:0:6305:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006bb7abce. 00000100:00000010:0.0:1773941289.332869:0:6305:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000aa43c128. 00000100:00000200:0.0:1773941289.332884:0:6305:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:2.0:1773941289.332900:0:6300:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 0000000061f16581. 00000100:00000010:0.0:1773941289.333051:0:6306:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 0000000032adce8a. 00000020:00000010:0.0:1773941289.333055:0:6306:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000be2d7f1e. 00000020:00000010:0.0:1773941289.333060:0:6306:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ed3dc7b. 00000020:00000010:0.0:1773941289.333065:0:6306:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000234b7369. 00000020:00000010:0.0:1773941289.333067:0:6306:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000006dfba014. 00000040:00000010:0.0:1773941289.333070:0:6306:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b5a02fb7. 00000020:00000010:0.0:1773941289.333073:0:6306:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000011fbfa2b. 00000020:00000010:0.0:1773941289.333077:0:6306:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002482ca11. 00000020:00000010:0.0:1773941289.333084:0:6306:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008dabd06f. 80000000:00000010:0.0:1773941289.333087:0:6306:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000a562a8e9. 40000000:00000010:0.0:1773941289.333089:0:6306:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000028c81b77. 00000008:00000010:0.0:1773941289.333093:0:6306:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000e5971c95. 00020000:00000010:0.0:1773941289.333095:0:6306:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000008f700a28. 00008000:00000010:0.0:1773941289.333098:0:6306:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000000af77729. 00100000:00000010:0.0:1773941289.333101:0:6306:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000018001207. 00040000:00000010:0.0:1773941289.333103:0:6306:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000040892a93. 00040000:00000010:0.0:1773941289.333106:0:6306:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000c205e07d. 00040000:00000010:0.0:1773941289.333108:0:6306:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000fb649ceb. 00000004:00000010:0.0:1773941289.333127:0:6306:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000022fa662b. 00000004:00000010:0.0:1773941289.333133:0:6306:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c82e15c2. 00000004:00000010:0.0:1773941289.333136:0:6306:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000ac3517d7. 00002000:00000010:0.0:1773941289.333140:0:6306:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000009c05aecc. 00000004:00000010:0.0:1773941289.333142:0:6306:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000017caa21. 00000080:00000010:0.0:1773941289.333145:0:6306:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000ba430787. 00000080:00000010:0.0:1773941289.333147:0:6306:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000553b2db4. 00000100:00000010:0.0:1773941289.333151:0:6306:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 00000000d59bdc5d. 00000100:00000200:0.0:1773941289.333163:0:6306:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1773941289.333174:0:6300:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000694063f6. 00000100:00000010:0.0:1773941289.333291:0:6307:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 0000000039fc6596. 00000020:00000010:0.0:1773941289.333295:0:6307:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e7b26235. 00000020:00000010:0.0:1773941289.333298:0:6307:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000000303991. 00000020:00000010:0.0:1773941289.333301:0:6307:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000d4318aa8. 00000020:00000010:0.0:1773941289.333303:0:6307:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000015c93847. 00000040:00000010:0.0:1773941289.333306:0:6307:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000001cd1e6a0. 00000020:00000010:0.0:1773941289.333309:0:6307:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000b9e89b12. 00000020:00000010:0.0:1773941289.333312:0:6307:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000d3708227. 00000020:00000010:0.0:1773941289.333315:0:6307:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000686b13d8. 80000000:00000010:0.0:1773941289.333318:0:6307:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000c001e1b0. 40000000:00000010:0.0:1773941289.333320:0:6307:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000000dbf42a9. 00000008:00000010:0.0:1773941289.333323:0:6307:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000075bc7659. 00020000:00000010:0.0:1773941289.333325:0:6307:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000eca6d1bc. 00008000:00000010:0.0:1773941289.333328:0:6307:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000ddfa973c. 00100000:00000010:0.0:1773941289.333344:0:6307:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000001705bf5f. 00040000:00000010:0.0:1773941289.333347:0:6307:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000f0d1221a. 00040000:00000010:0.0:1773941289.333350:0:6307:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fd95e0b2. 00040000:00000010:0.0:1773941289.333353:0:6307:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000beaeb63b. 00000004:00000010:0.0:1773941289.333355:0:6307:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000006cf6096e. 00000004:00000010:0.0:1773941289.333359:0:6307:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000137a9d85. 00000004:00000010:0.0:1773941289.333362:0:6307:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000321553f6. 00002000:00000010:0.0:1773941289.333365:0:6307:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c1f1a6ce. 00000004:00000010:0.0:1773941289.333367:0:6307:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000e0496927. 00000080:00000010:0.0:1773941289.333370:0:6307:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000048ad0402. 00000080:00000010:0.0:1773941289.333372:0:6307:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000006563cc23. 00000100:00000010:0.0:1773941289.333376:0:6307:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 0000000061d29118. 00000100:00000200:0.0:1773941289.333390:0:6307:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:2.0:1773941289.333391:0:6300:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000a870cbf6. 00000100:00000010:2.0:1773941289.333523:0:6308:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 00000000740a7bd6. 00000020:00000010:2.0:1773941289.333525:0:6308:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000f8cf93ec. 00000020:00000010:2.0:1773941289.333528:0:6308:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079c19834. 00000020:00000010:2.0:1773941289.333529:0:6308:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dfabc3e5. 00000020:00000010:2.0:1773941289.333531:0:6308:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000065e9ded8. 00000040:00000010:2.0:1773941289.333534:0:6308:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000005471ec7. 00000020:00000010:2.0:1773941289.333536:0:6308:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000851fa8b1. 00000020:00000010:2.0:1773941289.333542:0:6308:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 0000000069a3337c. 00000020:00000010:2.0:1773941289.333544:0:6308:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d59def3d. 80000000:00000010:2.0:1773941289.333546:0:6308:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000086dbc947. 40000000:00000010:2.0:1773941289.333547:0:6308:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000e46fbadb. 00000008:00000010:2.0:1773941289.333550:0:6308:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000bb711988. 00020000:00000010:2.0:1773941289.333552:0:6308:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000037af8ca4. 00008000:00000010:2.0:1773941289.333555:0:6308:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000181fa07d. 00100000:00000010:2.0:1773941289.333557:0:6308:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000b838dc02. 00040000:00000010:2.0:1773941289.333558:0:6308:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000022981aa2. 00040000:00000010:2.0:1773941289.333561:0:6308:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000fc4bb332. 00040000:00000010:2.0:1773941289.333562:0:6308:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 0000000063b51dc8. 00000004:00000010:2.0:1773941289.333564:0:6308:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000023c8ad2e. 00000004:00000010:2.0:1773941289.333567:0:6308:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 000000003d93f8bd. 00000004:00000010:2.0:1773941289.333568:0:6308:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 0000000044797eef. 00002000:00000010:2.0:1773941289.333577:0:6308:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000541a18a8. 00000004:00000010:2.0:1773941289.333579:0:6308:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 0000000015ffed84. 00000080:00000010:2.0:1773941289.333581:0:6308:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000c9bff9a7. 00000080:00000010:2.0:1773941289.333583:0:6308:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000011681423. 00000100:00000200:2.0:1773941289.333585:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333587:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a3b5bef9. 00000400:00000010:2.0:1773941289.333589:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000056063b63. 00000100:00000200:2.0:1773941289.333591:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333593:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e92e770f. 00000400:00000010:2.0:1773941289.333594:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000058f95020. 00000100:00000200:2.0:1773941289.333595:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333596:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001e32af5b. 00000400:00000010:2.0:1773941289.333598:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000098b51521. 00000100:00000200:2.0:1773941289.333599:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333600:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000041d0eff5. 00000400:00000010:2.0:1773941289.333601:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004295ff6e. 00000100:00000200:2.0:1773941289.333602:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333603:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000986c04c7. 00000400:00000010:2.0:1773941289.333604:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000007ab31609. 00000100:00000200:2.0:1773941289.333605:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333609:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000004e5ba65. 00000400:00000010:2.0:1773941289.333611:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001c4aa4b0. 00000100:00000200:2.0:1773941289.333612:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333613:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ca65dbda. 00000400:00000010:2.0:1773941289.333615:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c9ad5688. 00000100:00000200:2.0:1773941289.333616:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333616:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e3aadb99. 00000400:00000010:2.0:1773941289.333617:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000014cfb308. 00000100:00000200:2.0:1773941289.333618:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333619:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000035b6c1dc. 00000400:00000010:2.0:1773941289.333620:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000301a54d1. 00000100:00000200:2.0:1773941289.333621:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333622:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ae68a7f2. 00000400:00000010:2.0:1773941289.333623:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000009ee4428. 00000100:00000200:2.0:1773941289.333624:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333625:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f4245293. 00000400:00000010:2.0:1773941289.333626:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c19d9813. 00000100:00000200:2.0:1773941289.333627:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333628:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000cc0655ab. 00000400:00000010:2.0:1773941289.333629:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000091efe5b0. 00000100:00000200:2.0:1773941289.333630:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333630:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005f56e1e5. 00000400:00000010:2.0:1773941289.333632:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000009059bdb2. 00000100:00000200:2.0:1773941289.333632:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333633:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b673efa9. 00000400:00000010:2.0:1773941289.333634:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000251778be. 00000100:00000200:2.0:1773941289.333635:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333636:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003220e85b. 00000400:00000010:2.0:1773941289.333637:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d2d97ae4. 00000100:00000200:2.0:1773941289.333638:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333656:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000005a568969. 00000400:00000010:2.0:1773941289.333659:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000095c870ea. 00000100:00000200:2.0:1773941289.333661:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333662:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000122dd224. 00000400:00000010:2.0:1773941289.333663:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003ee58746. 00000100:00000200:2.0:1773941289.333669:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333670:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bef3b93a. 00000400:00000010:2.0:1773941289.333672:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a66302cb. 00000100:00000200:2.0:1773941289.333673:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333674:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009b61e10f. 00000400:00000010:2.0:1773941289.333676:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000005dd8e0a3. 00000100:00000200:2.0:1773941289.333677:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333678:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c1e94306. 00000400:00000010:2.0:1773941289.333680:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad91d446. 00000100:00000200:2.0:1773941289.333681:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333682:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c706a58e. 00000400:00000010:2.0:1773941289.333683:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000097856524. 00000100:00000200:2.0:1773941289.333685:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333685:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c11aacaf. 00000400:00000010:2.0:1773941289.333687:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000aebd508e. 00000100:00000200:2.0:1773941289.333688:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333689:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000034afa02a. 00000400:00000010:2.0:1773941289.333690:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ee40478d. 00000100:00000200:2.0:1773941289.333691:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333692:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007060721a. 00000400:00000010:2.0:1773941289.333694:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a47d9fa5. 00000100:00000200:2.0:1773941289.333695:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333696:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a0b6fcf5. 00000400:00000010:2.0:1773941289.333697:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002d5ae3be. 00000100:00000200:2.0:1773941289.333699:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333701:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009ea07524. 00000400:00000010:2.0:1773941289.333702:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000289fea45. 00000100:00000200:2.0:1773941289.333705:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333706:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000007e1cf2c7. 00000400:00000010:2.0:1773941289.333707:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006f9a97f7. 00000100:00000200:2.0:1773941289.333708:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333710:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f5f5f12b. 00000400:00000010:2.0:1773941289.333711:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000085681b53. 00000100:00000200:2.0:1773941289.333713:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333714:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000006e7d8353. 00000400:00000010:2.0:1773941289.333718:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000000a0e3a3f. 00000100:00000200:2.0:1773941289.333719:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333720:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000002bfc9b73. 00000400:00000010:2.0:1773941289.333721:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000d5f6f185. 00000100:00000200:2.0:1773941289.333722:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333723:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f85341fa. 00000400:00000010:2.0:1773941289.333724:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000bb461588. 00000100:00000200:2.0:1773941289.333725:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333726:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e20ac0c5. 00000400:00000010:2.0:1773941289.333727:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006664393a. 00000100:00000200:2.0:1773941289.333728:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333728:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021733fa8. 00000400:00000010:2.0:1773941289.333729:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000096279b77. 00000100:00000200:2.0:1773941289.333730:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333731:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008829def8. 00000400:00000010:2.0:1773941289.333732:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e06835ea. 00000100:00000200:2.0:1773941289.333733:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333734:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000012556b99. 00000400:00000010:2.0:1773941289.333741:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000080de21f3. 00000100:00000200:2.0:1773941289.333743:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333744:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000b91a152a. 00000400:00000010:2.0:1773941289.333745:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f5720f05. 00000100:00000200:2.0:1773941289.333746:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333746:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000061e0bfa8. 00000400:00000010:2.0:1773941289.333747:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000cb00911e. 00000100:00000200:2.0:1773941289.333748:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333749:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008a30eded. 00000400:00000010:2.0:1773941289.333756:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000017186281. 00000100:00000200:2.0:1773941289.333757:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333758:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f26af347. 00000400:00000010:2.0:1773941289.333759:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b561c3c2. 00000100:00000200:2.0:1773941289.333760:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333772:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d6acae89. 00000400:00000010:2.0:1773941289.333774:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000084fc95be. 00000100:00000200:2.0:1773941289.333775:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333779:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000009cf5549b. 00000400:00000010:2.0:1773941289.333781:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000004a66a8a8. 00000100:00000200:2.0:1773941289.333782:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333783:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000014cd6b2. 00000400:00000010:2.0:1773941289.333784:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000005c942b1. 00000100:00000200:2.0:1773941289.333785:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333786:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a5a2797c. 00000400:00000010:2.0:1773941289.333787:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000006c63e101. 00000100:00000200:2.0:1773941289.333788:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333789:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bff0e540. 00000400:00000010:2.0:1773941289.333790:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000003b0f1d99. 00000100:00000200:2.0:1773941289.333791:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333791:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000097ed0903. 00000400:00000010:2.0:1773941289.333792:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe852758. 00000100:00000200:2.0:1773941289.333793:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333794:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000021153bb2. 00000400:00000010:2.0:1773941289.333795:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000f88b492a. 00000100:00000200:2.0:1773941289.333796:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333797:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000079302854. 00000400:00000010:2.0:1773941289.333798:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000733245ea. 00000100:00000200:2.0:1773941289.333799:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333800:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000900a25cd. 00000400:00000010:2.0:1773941289.333800:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000012348294. 00000100:00000200:2.0:1773941289.333801:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333802:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000a31aabed. 00000400:00000010:2.0:1773941289.333803:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000053bca197. 00000100:00000200:2.0:1773941289.333804:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333805:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c770a863. 00000400:00000010:2.0:1773941289.333806:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000008c60170e. 00000100:00000200:2.0:1773941289.333806:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333807:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000859b8180. 00000400:00000010:2.0:1773941289.333808:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000efb4df56. 00000100:00000200:2.0:1773941289.333809:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333810:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d85bf79b. 00000400:00000010:2.0:1773941289.333811:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000e5c266b4. 00000100:00000200:2.0:1773941289.333815:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333817:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000c519b36f. 00000400:00000010:2.0:1773941289.333818:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000036679b00. 00000100:00000200:2.0:1773941289.333819:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333820:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c174420. 00000400:00000010:2.0:1773941289.333821:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000036059e4. 00000100:00000200:2.0:1773941289.333822:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333822:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000bde5d183. 00000400:00000010:2.0:1773941289.333824:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a7f84ba9. 00000100:00000200:2.0:1773941289.333824:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333825:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000303c0e91. 00000400:00000010:2.0:1773941289.333832:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 0000000068cdcd81. 00000100:00000200:2.0:1773941289.333833:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333834:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e88c6452. 00000400:00000010:2.0:1773941289.333835:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000b6bd59de. 00000100:00000200:2.0:1773941289.333836:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333837:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000000a2d6c2f. 00000400:00000010:2.0:1773941289.333838:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000002afa684d. 00000100:00000200:2.0:1773941289.333839:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333840:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000004b77f333. 00000400:00000010:2.0:1773941289.333841:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 000000001996b707. 00000100:00000200:2.0:1773941289.333842:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333843:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f7477e41. 00000400:00000010:2.0:1773941289.333843:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000398d98ee. 00000100:00000200:2.0:1773941289.333844:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333845:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000d8d19b41. 00000400:00000010:2.0:1773941289.333846:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000932332e3. 00000100:00000200:2.0:1773941289.333847:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333848:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000652ee187. 00000400:00000010:2.0:1773941289.333849:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000c50c7607. 00000100:00000200:2.0:1773941289.333850:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333850:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e238cd28. 00000400:00000010:2.0:1773941289.333851:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000a9efac95. 00000100:00000200:2.0:1773941289.333852:0:6308:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941289.333853:0:6308:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f9b60d3a. 00000400:00000010:2.0:1773941289.333858:0:6308:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at 00000000ad14a5c8. 00000100:00000010:2.0:1773941289.333862:0:6308:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000005609aad2. 00000100:00000200:2.0:1773941289.333874:0:6308:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:0.0:1773941289.333893:0:6300:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000db751e49. 00000100:00000010:3.0:1773941289.334035:0:6309:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 0000000024a00929. 00000020:00000010:3.0:1773941289.334038:0:6309:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000c86bec0b. 00000020:00000010:3.0:1773941289.334041:0:6309:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007eadfc18. 00000020:00000010:3.0:1773941289.334043:0:6309:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000096cda64a. 00000020:00000010:3.0:1773941289.334044:0:6309:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000046e62d3e. 00000040:00000010:3.0:1773941289.334047:0:6309:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000319bcb93. 00000020:00000010:3.0:1773941289.334049:0:6309:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008d486342. 00000020:00000010:3.0:1773941289.334051:0:6309:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000005ca11fbd. 00000020:00000010:3.0:1773941289.334053:0:6309:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000064a31a44. 80000000:00000010:3.0:1773941289.334055:0:6309:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000804773e6. 40000000:00000010:3.0:1773941289.334057:0:6309:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000005f1e32a1. 00000008:00000010:3.0:1773941289.334065:0:6309:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000000b032690. 00020000:00000010:3.0:1773941289.334067:0:6309:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000a12716fb. 00008000:00000010:3.0:1773941289.334075:0:6309:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000005e2d8c35. 00100000:00000010:3.0:1773941289.334078:0:6309:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000d996a079. 00040000:00000010:3.0:1773941289.334080:0:6309:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000bc5cc8e3. 00040000:00000010:3.0:1773941289.334082:0:6309:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000055bb3669. 00040000:00000010:3.0:1773941289.334084:0:6309:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e3a1aea8. 00000004:00000010:3.0:1773941289.334086:0:6309:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000daed9f39. 00000004:00000010:3.0:1773941289.334089:0:6309:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000b3a9be70. 00000004:00000010:3.0:1773941289.334092:0:6309:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000205c524f. 00002000:00000010:3.0:1773941289.334093:0:6309:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bcad8df7. 00000004:00000010:3.0:1773941289.334095:0:6309:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000c657bd49. 00000080:00000010:3.0:1773941289.334103:0:6309:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000002b4bb811. 00000080:00000010:3.0:1773941289.334122:0:6309:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 0000000033d40b01. 00000100:00000010:3.0:1773941289.334132:0:6309:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000008fc8b238. 00000100:00000200:3.0:1773941289.334143:0:6309:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:2.0:1773941289.334150:0:6300:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at 00000000402adbc3. 00000100:00000010:2.0:1773941289.334296:0:6310:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at 0000000080a61a00. 00000020:00000010:2.0:1773941289.334298:0:6310:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001bc6e314. 00000020:00000010:2.0:1773941289.334300:0:6310:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d2df0cd8. 00000020:00000010:2.0:1773941289.334302:0:6310:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ec1309f1. 00000020:00000010:2.0:1773941289.334304:0:6310:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000008f1db1cd. 00000040:00000010:2.0:1773941289.334306:0:6310:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000079f5ac3. 00000020:00000010:2.0:1773941289.334308:0:6310:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009e063ef7. 00000020:00000010:2.0:1773941289.334310:0:6310:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000002d817c85. 00000020:00000010:2.0:1773941289.334311:0:6310:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000049c4909b. 80000000:00000010:2.0:1773941289.334313:0:6310:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000003928605b. 40000000:00000010:2.0:1773941289.334314:0:6310:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000419ee722. 00000008:00000010:2.0:1773941289.334317:0:6310:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000ef199518. 00020000:00000010:2.0:1773941289.334318:0:6310:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000ef90f42b. 00008000:00000010:2.0:1773941289.334320:0:6310:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000005c69bffa. 00100000:00000010:2.0:1773941289.334323:0:6310:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000c30ccc22. 00040000:00000010:2.0:1773941289.334325:0:6310:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000d7cdce59. 00040000:00000010:2.0:1773941289.334327:0:6310:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 0000000022fc82ee. 00040000:00000010:2.0:1773941289.334329:0:6310:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006f7a4796. 00000004:00000010:2.0:1773941289.334331:0:6310:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000df4b1832. 00000004:00000010:2.0:1773941289.334335:0:6310:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 000000002dd7566c. 00000004:00000010:2.0:1773941289.334337:0:6310:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 0000000028b0abc2. 00002000:00000010:2.0:1773941289.334339:0:6310:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000099c9a1b7. 00000004:00000010:2.0:1773941289.334341:0:6310:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000a079e11b. 00000080:00000010:2.0:1773941289.334343:0:6310:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000030c55eda. 00000080:00000010:2.0:1773941289.334344:0:6310:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000ba31f766. 00000100:00000010:2.0:1773941289.334346:0:6310:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at 000000003fd005d6. 00000100:00000200:2.0:1773941289.334354:0:6310:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:0.0:1773941289.334366:0:6300:0:(ldlm_lockd.c:3466:ldlm_setup()) kmalloced '(blp)': 168 at 0000000061f9fea4. 00010000:00000010:0.0:1773941289.334475:0:6311:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 000000001f62cd23. 00000020:00000010:0.0:1773941289.334481:0:6311:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000452264e8. 00000020:00000010:0.0:1773941289.334484:0:6311:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000006f31e22c. 00000020:00000010:0.0:1773941289.334487:0:6311:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 0000000098962446. 00000020:00000010:0.0:1773941289.334490:0:6311:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a1cee284. 00000020:00000010:0.0:1773941289.334493:0:6311:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d84bc8e4. 80000000:00000010:0.0:1773941289.334495:0:6311:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 00000000239a9c0e. 40000000:00000010:0.0:1773941289.334499:0:6311:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000167f8c07. 00100000:00000010:0.0:1773941289.334502:0:6311:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000036c1255a. 00040000:00000010:0.0:1773941289.334505:0:6311:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002065d74b. 00040000:00000010:0.0:1773941289.334508:0:6311:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000bb5a7b6d. 00002000:00000010:0.0:1773941289.334511:0:6311:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000043350736. 00000020:00000010:0.0:1773941289.334513:0:6311:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000e6d2f831. 00010000:00000010:0.0:1773941289.334617:0:6312:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at 00000000d3f764ba. 00000020:00000010:0.0:1773941289.334621:0:6312:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfc10f16. 00000020:00000010:0.0:1773941289.334623:0:6312:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000fa3321e0. 00000020:00000010:0.0:1773941289.334626:0:6312:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000009da8d7b2. 00000020:00000010:0.0:1773941289.334629:0:6312:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000a047d996. 00000020:00000010:0.0:1773941289.334638:0:6312:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000f5695aef. 80000000:00000010:0.0:1773941289.334677:0:6312:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000005f12744a. 40000000:00000010:0.0:1773941289.334679:0:6312:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000002534b96b. 00100000:00000010:0.0:1773941289.334682:0:6312:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000006800dadb. 00040000:00000010:0.0:1773941289.334685:0:6312:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000002295435b. 00040000:00000010:0.0:1773941289.334688:0:6312:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000be45338a. 00002000:00000010:0.0:1773941289.334690:0:6312:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 0000000084a420b7. 00000020:00000010:0.0:1773941289.334693:0:6312:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 00000000018dcb25. 00000020:00000010:0.0:1773941289.334800:0:6313:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b684e28d. 00000020:00000010:0.0:1773941289.334804:0:6313:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000dd50cff3. 00000040:00000010:0.0:1773941289.334806:0:6313:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000019733ad2. 00000020:00000010:0.0:1773941289.334809:0:6313:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ab1f4ecc. 00000020:00000010:0.0:1773941289.334812:0:6313:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 000000008f213b14. 00000020:00000010:0.0:1773941289.334814:0:6313:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000020b285e5. 80000000:00000010:0.0:1773941289.334816:0:6313:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004087b9da. 40000000:00000010:0.0:1773941289.334818:0:6313:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000035cab57a. 00100000:00000010:0.0:1773941289.334820:0:6313:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000051548ee8. 00040000:00000010:0.0:1773941289.334822:0:6313:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000006b0fd086. 00040000:00000010:0.0:1773941289.334825:0:6313:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000296c5a96. 00040000:00000010:0.0:1773941289.334827:0:6313:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000a14f9586. 00000004:00000010:0.0:1773941289.334830:0:6313:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000030a378bd. 00000004:00000010:0.0:1773941289.334834:0:6313:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000108e0b70. 00000004:00000010:0.0:1773941289.334836:0:6313:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000008c3a17aa. 00002000:00000010:0.0:1773941289.334839:0:6313:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000bf486ca7. 00000004:00000010:0.0:1773941289.334841:0:6313:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000d8f5af94. 00000020:00000010:0.0:1773941289.334844:0:6313:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000008e6a0c80. 00000001:00000010:2.0:1773941289.334862:0:6300:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 000000008027e78a. 00000001:00000010:2.0:1773941289.334869:0:6300:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at 00000000a4638b92. 00000020:00000010:2.0:1773941289.334885:0:6300:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 0000000083d61d42. 00000100:00000200:2.0:1773941289.334901:0:6300:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.112@tcp->12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941289.334905:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.334908:0:6300:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.112@tcp primary NID 192.168.202.112@tcp rc 0 00000100:00000010:2.0:1773941289.334911:0:6300:0:(connection.c:113:ptlrpc_connection_get()) kmalloced '(conn)': 40 at 00000000ecbc3892. 00010000:00000010:2.0:1773941289.334915:0:6300:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000aedaba0d. 00010000:00000010:2.0:1773941289.334919:0:6300:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 00000000c4c72148. 00000001:00000010:2.0:1773941289.334922:0:6300:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000b1c3464b. 00000001:00000010:2.0:1773941289.334926:0:6300:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at 00000000921c33f9. 00000001:00000010:2.0:1773941289.334929:0:6300:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000e0b3f3a4. 00000001:00000010:2.0:1773941289.334931:0:6300:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at 00000000dc72bbfa. 00000020:00000010:2.0:1773941289.334966:0:6300:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000053ae3d1b. 00000020:00000010:2.0:1773941289.334968:0:6300:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000b03fec40. 00000020:00000010:2.0:1773941289.335011:0:6300:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000023e4a523. 00000020:00000010:2.0:1773941289.335014:0:6300:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000007631ef44. 00000040:00000010:2.0:1773941289.335032:0:6300:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 000000007877857f. 00000020:00000010:2.0:1773941289.335307:0:6300:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000006e80696c. 00000040:00000010:2.0:1773941289.335312:0:6300:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 0000000090f424f2. 00000020:00000010:2.0:1773941289.335316:0:6300:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f4e7066f. 00000020:00000010:2.0:1773941289.335320:0:6300:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000e81d1968. 00040000:00000010:2.0:1773941289.335324:0:6300:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b070f6f5. 00040000:00000010:2.0:1773941289.335328:0:6300:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000f64244a7. 00000020:00000010:2.0:1773941289.335330:0:6300:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6066e0e. 00000020:00000010:2.0:1773941289.335335:0:6300:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000fdb7492d. 00000020:00000010:2.0:1773941289.335338:0:6300:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 0000000010e85f26. 00000008:00000010:2.0:1773941289.335342:0:6300:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 00000000148eb596. 00020000:00000010:2.0:1773941289.335345:0:6300:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000004a9d4d65. 00008000:00000010:2.0:1773941289.335349:0:6300:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 0000000008ab90c0. 00000080:00000010:2.0:1773941289.335352:0:6300:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000b0acc9e9. 00000020:00000010:2.0:1773941289.335354:0:6300:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000008b17b05. 00000020:00000010:2.0:1773941289.335360:0:6300:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 104 at 00000000f4962c2a. 00000020:00000010:2.0:1773941289.335376:0:6300:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000b4b8245d. 00000400:00000200:2.0:1773941289.335389:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.335393:0:6300:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000010:2.0:1773941289.335416:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000083543203. 02000000:00000010:2.0:1773941289.335430:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000003feaff01. 00000020:00000010:2.0:1773941289.335462:0:6300:0:(obd_mount.c:561:lustre_start_mgc()) kfreed 'uuid': 40 at 00000000a087964a. 00000020:00000010:2.0:1773941289.335465:0:6300:0:(obd_mount.c:562:lustre_start_mgc()) kfreed 'data': 192 at 00000000f0069afc. 00000020:00000010:2.0:1773941289.335468:0:6300:0:(obd_mount.c:563:lustre_start_mgc()) kfreed 'mgcname': 23 at 0000000057014987. 00000020:00000010:0.0:1773941289.335468:0:2404:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b8f3d648. 00000020:00000010:0.0:1773941289.335476:0:2404:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000a1bcadae. 00000080:00000010:2.0:1773941289.335478:0:6300:0:(llite_lib.c:1399:ll_fill_super()) kmalloced '(cfg)': 88 at 00000000b080c00b. 80000000:00000010:0.0:1773941289.335483:0:2404:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000030f871f6. 00000080:00000010:2.0:1773941289.335485:0:6300:0:(llite_lib.c:95:ll_init_sbi()) kmalloced '(sbi)': 1376 at 000000001ebd5e29. 40000000:00000010:0.0:1773941289.335503:0:2404:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000094ba9327. 00000008:00000010:0.0:1773941289.335509:0:2404:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 000000005b006867. 00020000:00000010:0.0:1773941289.335513:0:2404:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 0000000048d1e595. 00008000:00000010:0.0:1773941289.335517:0:2404:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000322fb71b. 00100000:00000010:0.0:1773941289.335525:0:2404:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 0000000096fb5f61. 00040000:00000010:0.0:1773941289.335529:0:2404:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008032087e. 00040000:00000010:0.0:1773941289.335533:0:2404:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000e807b1fc. 00040000:00000010:0.0:1773941289.335536:0:2404:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000eae84804. 00000020:00000010:2.0:1773941289.335546:0:6300:0:(cl_page.c:1380:cl_cache_init()) kmalloced '(cache)': 152 at 00000000328bd49b. 00000004:00000010:0.0:1773941289.335547:0:2404:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000720492b0. 00000080:00000010:2.0:1773941289.335551:0:6300:0:(llite_lib.c:129:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at 000000006a20b7b5. 00000004:00000010:0.0:1773941289.335555:0:2404:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000c63899e7. 00000080:00000010:2.0:1773941289.335556:0:6300:0:(llite_lib.c:136:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at 000000006710fc1d. 00000004:00000010:0.0:1773941289.335561:0:2404:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000004dc765d8. 00002000:00000010:0.0:1773941289.335566:0:2404:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000c946adb1. 00000004:00000010:0.0:1773941289.335570:0:2404:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000758cfeab. 00000080:00000010:0.0:1773941289.335573:0:2404:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000072b2ef6. 00000080:00000010:0.0:1773941289.335576:0:2404:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000009768f8d9. 00000008:00000010:0.0:1773941289.335590:0:2404:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000000b4c4d8c. 00020000:00000010:0.0:1773941289.335604:0:2404:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000006049f758. 00008000:00000010:0.0:1773941289.335620:0:2404:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000784374fa. 00000080:00000010:0.0:1773941289.335629:0:2404:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000005d05096d. 02000000:00000010:0.0:1773941289.335668:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000067a572c0. 00000400:00000200:0.0:1773941289.335673:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941289.335676:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000003d2d656d. 00000400:00000010:0.0:1773941289.335689:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000004b3dab5. 00000100:00000200:0.0:1773941289.335693:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200237184, portal 25 00000400:00000010:0.0:1773941289.335698:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000035444959. 00000100:00000200:0.0:1773941289.335700:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200237184, offset 0 00000400:00000200:0.0:1773941289.335716:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941289.335721:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.335725:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941289.335728:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941289.335732:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941289.335735:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941289.335737:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941289.335739:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [4:4:256:4294967295] 192.168.202.112@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:0.0:1773941289.335741:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.335747:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:0.0:1773941289.335757:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:0.0:1773941289.335761:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f41a702f. 00000800:00000200:0.0:1773941289.335766:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004e2d5dd4] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:0.0:1773941289.335770:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941289.335773:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000f41a702f type 1, nob 616 niov 1 nkiov 1 00000400:00000200:0.0:1773941289.335785:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000010:0.0:1773941289.335789:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000006cb7c947. 00000100:00000010:0.0:1773941289.335802:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000008044f38f. 00000800:00000200:1.0:1773941289.335939:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941289.335943:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f41a702f. 00000400:00000200:1.0:1773941289.335948:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.335953:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941289.335956:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000035444959 00000400:00000010:1.0:1773941289.335959:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000035444959. 00000100:00000200:1.0:1773941289.335966:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000083543203 x1860112200237184/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1773941289.336013:0:6300:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000006bb17a64. 00000020:00000010:2.0:1773941289.336017:0:6300:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at 000000008524dccf. 00000020:00000010:2.0:1773941289.336038:0:6300:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009f878477. 00000020:00000010:2.0:1773941289.336042:0:6300:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at 00000000829cbde4. 00000020:00000010:2.0:1773941289.336058:0:6300:0:(obd_mount.c:67:lustre_process_log()) kmalloced '(bufs)': 104 at 00000000e0da21a2. 00000020:00000010:2.0:1773941289.336062:0:6300:0:(obd_mount.c:76:lustre_process_log()) kmalloced '(lcfg)': 184 at 00000000fbd8a509. 00000020:00000010:2.0:1773941289.336066:0:6300:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f64244a7. 00000020:00000010:2.0:1773941289.336068:0:6300:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000e81d1968. 00000040:00000010:2.0:1773941289.336072:0:6300:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000090f424f2. 00000020:00000010:2.0:1773941289.336075:0:6300:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000ee12554c. 00000020:00000010:2.0:1773941289.336077:0:6300:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000d6066e0e. 00040000:00000010:2.0:1773941289.336081:0:6300:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 0000000025fe3741. 00040000:00000010:2.0:1773941289.336083:0:6300:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000006e80696c. 10000000:00000010:2.0:1773941289.336092:0:6300:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at 0000000075fd6aad. 02000000:00000010:2.0:1773941289.336098:0:6300:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at 00000000387a7201. 00000100:00000010:2.0:1773941289.336104:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000601e743f. 02000000:00000010:2.0:1773941289.336109:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014d12dbe. 00010000:00000010:2.0:1773941289.336133:0:6300:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at 000000003017be46. 00010000:00000010:2.0:1773941289.336139:0:6300:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 000000006f41efb6. 00000020:00000010:2.0:1773941289.336143:0:6300:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at 00000000b581d213. 00000100:00000010:2.0:1773941289.336156:0:6300:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c84b94fb. 00000400:00000200:1.0:1773941289.336581:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.336591:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941289.336596:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.336600:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.336604:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.336607:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef00080 00000400:00000200:1.0:1773941289.336611:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.336616:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0x221 [1] + 0 00000400:00000200:1.0:1773941289.336626:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.336630:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941289.336636:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000083543203 x1860112200237184/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1773941289.336677:0:364:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at 000000009007d2b6. 00000400:00000010:1.0:1773941289.336702:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000003d2d656d. 00000400:00000200:1.0:1773941289.336706:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000004b3dab5 00000400:00000010:1.0:1773941289.336708:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000004b3dab5. 00000100:00000200:1.0:1773941289.336712:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000083543203 x1860112200237184/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941289.336721:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000083543203 x1860112200237184/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941289.336774:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000067a572c0. 02000000:00000010:1.0:1773941289.336779:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at 000000003feaff01. 00000100:00000010:1.0:1773941289.336784:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000083543203. 02000000:00000010:1.0:1773941289.336805:0:6300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b041ac91. 00000400:00000200:1.0:1773941289.336809:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941289.336812:0:6300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000f86357e5. 00000400:00000010:1.0:1773941289.336817:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000d952bb0d. 00000100:00000200:1.0:1773941289.336820:0:6300:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200237312, portal 25 00000400:00000010:1.0:1773941289.336824:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c3d7911b. 00000100:00000200:1.0:1773941289.336826:0:6300:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200237312, offset 0 00000400:00000200:1.0:1773941289.336831:0:6300:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941289.336835:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.336838:0:6300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941289.336850:0:6300:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941289.336853:0:6300:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941289.336856:0:6300:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941289.336859:0:6300:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:1.0:1773941289.336862:0:6300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [5:5:256:4294967295] 192.168.202.112@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:1.0:1773941289.336867:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.336874:0:6300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:1.0:1773941289.336879:0:6300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:1.0:1773941289.336882:0:6300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e23d0806. 00000800:00000200:1.0:1773941289.336886:0:6300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004e2d5dd4] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:1.0:1773941289.336891:0:6300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:1.0:1773941289.336894:0:6300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000e23d0806 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1773941289.336907:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:0.0:1773941289.336947:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941289.336949:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e23d0806. 00000400:00000200:0.0:1773941289.336952:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941289.336955:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941289.336958:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c3d7911b 00000400:00000010:0.0:1773941289.336959:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c3d7911b. 00000100:00000200:0.0:1773941289.336963:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000601e743f x1860112200237312/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941305 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941289.337472:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.337477:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941289.337483:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.337486:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.337489:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.337492:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 344 into portal 25 MB=0x69bc31ef00100 00000400:00000200:1.0:1773941289.337496:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.337501:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 344/344 into md 0x231 [1] + 224 00000400:00000200:1.0:1773941289.337510:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.337514:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941289.337520:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000601e743f x1860112200237312/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941305 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941289.337557:0:6300:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000f86357e5. 00000400:00000200:0.0:1773941289.337561:0:6300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d952bb0d 00000400:00000010:0.0:1773941289.337562:0:6300:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000d952bb0d. 00000100:00000200:0.0:1773941289.337566:0:6300:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000601e743f x1860112200237312/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941289.337572:0:6300:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000601e743f x1860112200237312/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941289.337586:0:6300:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000c84b94fb. 02000000:00000010:0.0:1773941289.337602:0:6300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b041ac91. 02000000:00000010:0.0:1773941289.337605:0:6300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000014d12dbe. 00000100:00000010:0.0:1773941289.337607:0:6300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000601e743f. 10000000:00000010:0.0:1773941289.337614:0:6300:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 00000000118b576c. 00000020:00000010:0.0:1773941289.337618:0:6300:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004a46ed4a. 00000020:00000010:0.0:1773941289.337621:0:6300:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000eb13169f. 00000040:00000010:0.0:1773941289.337629:0:6300:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f941752d. 00000020:00000010:0.0:1773941289.337633:0:6300:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f7daaf0e. 00000020:00000010:0.0:1773941289.337636:0:6300:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000014d12dbe. 80000000:00000010:0.0:1773941289.337639:0:6300:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000009d4bbb60. 00040000:00000010:0.0:1773941289.337673:0:6300:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e28c0a84. 20000000:00000010:0.0:1773941289.337678:0:6300:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at 000000004fab9c2f. 00000040:00000010:0.0:1773941289.337683:0:6300:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000087dfaa6. 00000100:00000010:0.0:1773941289.337697:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002f833066. 02000000:00000010:0.0:1773941289.337703:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002ec72542. 00000100:00000010:0.0:1773941289.337710:0:6300:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eb27f84c. 02000000:00000010:0.0:1773941289.337717:0:6300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c4f603de. 00000400:00000200:0.0:1773941289.337721:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941289.337723:0:6300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000099e26bbf. 00000400:00000010:0.0:1773941289.337727:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000017b93be4. 00000100:00000200:0.0:1773941289.337729:0:6300:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200237440, portal 25 00000400:00000010:0.0:1773941289.337732:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000ec73b65b. 00000100:00000200:0.0:1773941289.337733:0:6300:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1860112200237440, offset 0 00000400:00000200:0.0:1773941289.337738:0:6300:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941289.337741:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.337744:0:6300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941289.337746:0:6300:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941289.337748:0:6300:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941289.337749:0:6300:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941289.337751:0:6300:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941289.337753:0:6300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [6:6:256:4294967295] 192.168.202.112@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:0.0:1773941289.337756:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.337762:0:6300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:0.0:1773941289.337765:0:6300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:0.0:1773941289.337768:0:6300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b3973e96. 00000800:00000200:0.0:1773941289.337772:0:6300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004e2d5dd4] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:0.0:1773941289.337775:0:6300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941289.337783:0:6300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000b3973e96 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:0.0:1773941289.337795:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941289.337849:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941289.337853:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b3973e96. 00000400:00000200:1.0:1773941289.337856:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.337860:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941289.337864:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000ec73b65b 00000400:00000010:1.0:1773941289.337870:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000ec73b65b. 00000100:00000200:1.0:1773941289.337876:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000002f833066 x1860112200237440/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941305 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941289.338448:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.338451:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941289.338455:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.338457:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.338460:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.338462:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 272 into portal 25 MB=0x69bc31ef00180 00000400:00000200:0.0:1773941289.338465:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.338467:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 272/272 into md 0x241 [1] + 224 00000400:00000200:0.0:1773941289.338475:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941289.338478:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941289.338484:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000002f833066 x1860112200237440/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941305 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941289.338522:0:6300:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000099e26bbf. 00000400:00000200:2.0:1773941289.338526:0:6300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000017b93be4 00000400:00000010:2.0:1773941289.338527:0:6300:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000017b93be4. 00000100:00000200:2.0:1773941289.338532:0:6300:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000002f833066 x1860112200237440/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941289.338539:0:6300:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000002f833066 x1860112200237440/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941289.338550:0:6300:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000eb27f84c. 02000000:00000010:2.0:1773941289.338555:0:6300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c4f603de. 02000000:00000010:2.0:1773941289.338557:0:6300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000002ec72542. 00000100:00000010:2.0:1773941289.338560:0:6300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000002f833066. 00000040:00000010:2.0:1773941289.338563:0:6300:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000087dfaa6. 00000020:00000010:2.0:1773941289.338567:0:6300:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000eb13169f. 00000040:00000010:2.0:1773941289.338569:0:6300:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f941752d. 00000020:00000010:2.0:1773941289.338570:0:6300:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000f7daaf0e. 00000020:00000010:2.0:1773941289.338573:0:6300:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000014d12dbe. 80000000:00000010:2.0:1773941289.338575:0:6300:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000009d4bbb60. 00040000:00000010:2.0:1773941289.338578:0:6300:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000e28c0a84. 20000000:00000010:2.0:1773941289.338580:0:6300:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at 000000004fab9c2f. 00000020:00000010:2.0:1773941289.338582:0:6300:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004a46ed4a. 10000000:00000010:2.0:1773941289.338585:0:6300:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 00000000118b576c. 10000000:00000010:2.0:1773941289.338600:0:6300:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at 00000000ef2923e6. 10000000:00000010:2.0:1773941289.338603:0:6300:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at 00000000925c1e89. 10000000:00000010:2.0:1773941289.338606:0:6300:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at 00000000f643f734. 00000100:00000010:2.0:1773941289.338609:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000df174bbc. 02000000:00000010:2.0:1773941289.338614:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005b81053c. 00010000:00000010:2.0:1773941289.338619:0:6300:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000c5bfd426. 00000100:00000010:2.0:1773941289.338626:0:6300:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003fdad963. 02000000:00000010:2.0:1773941289.338631:0:6300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000000cb70d5. 00000400:00000200:2.0:1773941289.338634:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941289.338636:0:6300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000ff62e33a. 00000400:00000010:2.0:1773941289.338672:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000030bb1bd4. 00000100:00000200:2.0:1773941289.338679:0:6300:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200237568, portal 25 00000400:00000010:2.0:1773941289.338682:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000857b9a57. 00000100:00000200:2.0:1773941289.338684:0:6300:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200237568, offset 0 00000400:00000200:2.0:1773941289.338697:0:6300:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941289.338701:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.338704:0:6300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941289.338706:0:6300:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941289.338708:0:6300:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941289.338710:0:6300:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941289.338711:0:6300:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941289.338713:0:6300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [7:7:256:4294967295] 192.168.202.112@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:2.0:1773941289.338716:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.338722:0:6300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941289.338724:0:6300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941289.338726:0:6300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da578ead. 00000800:00000200:2.0:1773941289.338729:0:6300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004e2d5dd4] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941289.338733:0:6300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941289.338735:0:6300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da578ead type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1773941289.338747:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941289.338784:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941289.338788:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da578ead. 00000400:00000200:1.0:1773941289.338791:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.338796:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941289.338798:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000857b9a57 00000400:00000010:1.0:1773941289.338800:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000857b9a57. 00000100:00000200:1.0:1773941289.338804:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000df174bbc x1860112200237568/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941305 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941289.339297:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.339301:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941289.339306:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.339308:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.339311:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.339314:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 344 into portal 25 MB=0x69bc31ef00200 00000400:00000200:0.0:1773941289.339317:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.339319:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 344/344 into md 0x251 [1] + 224 00000400:00000200:0.0:1773941289.339334:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941289.339338:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941289.339344:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000df174bbc x1860112200237568/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941305 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941289.339371:0:6300:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000ff62e33a. 00000400:00000200:3.0:1773941289.339376:0:6300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000030bb1bd4 00000400:00000010:3.0:1773941289.339377:0:6300:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000030bb1bd4. 00000100:00000200:3.0:1773941289.339383:0:6300:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000df174bbc x1860112200237568/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941289.339390:0:6300:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000df174bbc x1860112200237568/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941289.339400:0:6300:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000003fdad963. 02000000:00000010:3.0:1773941289.339407:0:6300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000000cb70d5. 02000000:00000010:3.0:1773941289.339409:0:6300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000005b81053c. 00000100:00000010:3.0:1773941289.339410:0:6300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000df174bbc. 10000000:00000010:3.0:1773941289.339413:0:6300:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 0000000027eccd50. 00000020:00000010:3.0:1773941289.339415:0:6300:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b42c8e92. 00000020:00000010:3.0:1773941289.339417:0:6300:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000da8c6f7a. 00000040:00000010:3.0:1773941289.339419:0:6300:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000009cdc06f5. 00000020:00000010:3.0:1773941289.339421:0:6300:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000fa3b14b8. 00000020:00000010:3.0:1773941289.339424:0:6300:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000007b78c6a0. 80000000:00000010:3.0:1773941289.339426:0:6300:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000004390187d. 00040000:00000010:3.0:1773941289.339430:0:6300:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000ebf0d94b. 20000000:00000010:3.0:1773941289.339433:0:6300:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at 00000000ec9c28c8. 00000040:00000010:3.0:1773941289.339436:0:6300:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 00000000e65ec360. 00000100:00000010:3.0:1773941289.339447:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000025a7c50. 02000000:00000010:3.0:1773941289.339454:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006166a20e. 00000100:00000010:3.0:1773941289.339459:0:6300:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ed24daf. 02000000:00000010:3.0:1773941289.339465:0:6300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086091058. 00000400:00000200:3.0:1773941289.339469:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941289.339471:0:6300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008536a599. 00000400:00000010:3.0:1773941289.339474:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c8fb14. 00000100:00000200:3.0:1773941289.339477:0:6300:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200237696, portal 25 00000400:00000010:3.0:1773941289.339480:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000058917040. 00000100:00000200:3.0:1773941289.339486:0:6300:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1860112200237696, offset 0 00000400:00000200:3.0:1773941289.339492:0:6300:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941289.339495:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941289.339499:0:6300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941289.339502:0:6300:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941289.339504:0:6300:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941289.339506:0:6300:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941289.339508:0:6300:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941289.339510:0:6300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [8:8:256:4294967295] 192.168.202.112@tcp LPNI seq info [8:8:8:4294967295] 00000400:00000200:3.0:1773941289.339512:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941289.339516:0:6300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:3.0:1773941289.339520:0:6300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941289.339523:0:6300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5dbf6ad. 00000800:00000200:3.0:1773941289.339526:0:6300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004e2d5dd4] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941289.339529:0:6300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941289.339531:0:6300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a5dbf6ad type 1, nob 608 niov 1 nkiov 1 00000400:00000200:3.0:1773941289.339544:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941289.339578:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941289.339582:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5dbf6ad. 00000400:00000200:1.0:1773941289.339585:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.339589:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941289.339592:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000058917040 00000400:00000010:1.0:1773941289.339593:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000058917040. 00000100:00000200:1.0:1773941289.339597:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000025a7c50 x1860112200237696/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941305 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941289.340138:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.340142:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941289.340146:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.340148:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.340157:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.340158:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 272 into portal 25 MB=0x69bc31ef00280 00000400:00000200:0.0:1773941289.340161:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.340163:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 272/272 into md 0x259 [1] + 224 00000400:00000200:0.0:1773941289.340171:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941289.340173:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941289.340177:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000025a7c50 x1860112200237696/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941305 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941289.340209:0:6300:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008536a599. 00000400:00000200:3.0:1773941289.340213:0:6300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c8fb14 00000400:00000010:3.0:1773941289.340215:0:6300:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018c8fb14. 00000100:00000200:3.0:1773941289.340219:0:6300:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000025a7c50 x1860112200237696/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941289.340225:0:6300:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000025a7c50 x1860112200237696/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941289.340234:0:6300:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007ed24daf. 02000000:00000010:3.0:1773941289.340238:0:6300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086091058. 02000000:00000010:3.0:1773941289.340240:0:6300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006166a20e. 00000100:00000010:3.0:1773941289.340242:0:6300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000025a7c50. 00000040:00000010:3.0:1773941289.340249:0:6300:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d9b7bed4. 00000100:00000010:3.0:1773941289.340253:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000025a7c50. 02000000:00000010:3.0:1773941289.340258:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006166a20e. 00000100:00000010:3.0:1773941289.340268:0:6300:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ed24daf. 02000000:00000010:3.0:1773941289.340280:0:6300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000712636df. 00000400:00000200:3.0:1773941289.340283:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941289.340285:0:6300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008536a599. 00000400:00000010:3.0:1773941289.340289:0:6300:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000078ce6871. 00000100:00000200:3.0:1773941289.340291:0:6300:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112200237824, portal 25 00000400:00000010:3.0:1773941289.340294:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 0000000018c8fb14. 00000100:00000200:3.0:1773941289.340296:0:6300:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112200237824, offset 0 00000400:00000200:3.0:1773941289.340300:0:6300:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941289.340302:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941289.340306:0:6300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941289.340308:0:6300:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941289.340310:0:6300:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941289.340313:0:6300:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941289.340314:0:6300:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941289.340317:0:6300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [9:9:256:4294967295] 192.168.202.112@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:3.0:1773941289.340319:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941289.340323:0:6300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:3.0:1773941289.340325:0:6300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941289.340328:0:6300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ae0c9a74. 00000800:00000200:3.0:1773941289.340330:0:6300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004e2d5dd4] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941289.340333:0:6300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941289.340335:0:6300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000ae0c9a74 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1773941289.340346:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:0.0:1773941289.340393:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941289.340395:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ae0c9a74. 00000400:00000200:0.0:1773941289.340398:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941289.340402:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941289.340404:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000018c8fb14 00000400:00000010:0.0:1773941289.340405:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 0000000018c8fb14. 00000100:00000200:0.0:1773941289.340408:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000025a7c50 x1860112200237824/t0(0) o503->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941305 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941289.341099:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.341102:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941289.341105:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.341107:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.341109:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.341121:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 8416 into portal 25 MB=0x69bc31ef00300 00000400:00000200:0.0:1773941289.341123:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.341125:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 8416/8416 into md 0x261 [4] + 224 00000400:00000200:0.0:1773941289.341134:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941289.341136:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941289.341139:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000025a7c50 x1860112200237824/t0(0) o503->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941305 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941289.341174:0:6300:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008536a599. 00000400:00000200:2.0:1773941289.341179:0:6300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000078ce6871 00000400:00000010:2.0:1773941289.341180:0:6300:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000078ce6871. 00000100:00000200:2.0:1773941289.341186:0:6300:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000025a7c50 x1860112200237824/t0(0) o503->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941289.341193:0:6300:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000025a7c50 x1860112200237824/t0(0) o503->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941289.341205:0:6300:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 000000007ed24daf. 02000000:00000010:2.0:1773941289.341211:0:6300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000712636df. 02000000:00000010:2.0:1773941289.341219:0:6300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006166a20e. 00000100:00000010:2.0:1773941289.341222:0:6300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000025a7c50. 00000040:00000010:2.0:1773941289.341227:0:6300:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000e6fa424d. 00000020:00000010:1.0:1773941289.341402:0:6318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000337a3602. 00000020:00000010:1.0:1773941289.341407:0:6318:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000015d77da5. 00000040:00000010:1.0:1773941289.341410:0:6318:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000c9404a57. 00000020:00000010:1.0:1773941289.341412:0:6318:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000008de84635. 00000020:00000010:1.0:1773941289.341416:0:6318:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000c6900beb. 00000020:00000010:1.0:1773941289.341418:0:6318:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000004296a38f. 80000000:00000010:1.0:1773941289.341420:0:6318:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002046f515. 40000000:00000010:1.0:1773941289.341422:0:6318:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 00000000fc0a9091. 00100000:00000010:1.0:1773941289.341425:0:6318:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000bbc969a8. 00040000:00000010:1.0:1773941289.341427:0:6318:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000e23d0806. 00040000:00000010:1.0:1773941289.341430:0:6318:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000f4e7066f. 00040000:00000010:1.0:1773941289.341433:0:6318:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000d5d567aa. 00000004:00000010:1.0:1773941289.341436:0:6318:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 00000000f010d650. 00000004:00000010:1.0:1773941289.341444:0:6318:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 000000007b3d753e. 00000004:00000010:1.0:1773941289.341448:0:6318:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000d7f4c7dc. 00002000:00000010:1.0:1773941289.341451:0:6318:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000103e3c23. 00000004:00000010:1.0:1773941289.341454:0:6318:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000ed8703de. 00000020:00000010:1.0:1773941289.341457:0:6318:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000001b68087a. 00000040:00000010:1.0:1773941289.341463:0:6318:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 000000006b18801d. 00000100:00000010:1.0:1773941289.341475:0:6318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ae96f98. 02000000:00000010:1.0:1773941289.341481:0:6318:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b495ee1f. 00000100:00000010:1.0:1773941289.341486:0:6318:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b875b015. 02000000:00000010:1.0:1773941289.341501:0:6318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000e515f967. 00000400:00000200:1.0:1773941289.341505:0:6318:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941289.341507:0:6318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083504f4d. 00000400:00000010:1.0:1773941289.341511:0:6318:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 000000004ccf7593. 00000100:00000200:1.0:1773941289.341514:0:6318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112200237952, portal 25 00000400:00000010:1.0:1773941289.341517:0:6318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000c902a28d. 00000100:00000200:1.0:1773941289.341518:0:6318:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112200237952, offset 0 00000400:00000200:1.0:1773941289.341523:0:6318:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941289.341526:0:6318:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.341529:0:6318:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941289.341532:0:6318:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941289.341534:0:6318:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941289.341536:0:6318:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941289.341537:0:6318:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:1.0:1773941289.341539:0:6318:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [10:10:256:4294967295] 192.168.202.112@tcp LPNI seq info [10:10:8:4294967295] 00000400:00000200:1.0:1773941289.341542:0:6318:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.341546:0:6318:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:1.0:1773941289.341549:0:6318:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:1.0:1773941289.341552:0:6318:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000026fdf070. 00000800:00000200:1.0:1773941289.341554:0:6318:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004e2d5dd4] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:1.0:1773941289.341557:0:6318:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:1.0:1773941289.341559:0:6318:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000026fdf070 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1773941289.341574:0:6318:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:0.0:1773941289.341618:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941289.341621:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000026fdf070. 00000400:00000200:0.0:1773941289.341628:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941289.341630:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941289.341632:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000c902a28d 00000400:00000010:0.0:1773941289.341633:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000c902a28d. 00000100:00000200:0.0:1773941289.341636:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000000ae96f98 x1860112200237952/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941305 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941289.342228:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.342231:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941289.342234:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.342236:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.342237:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.342239:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 8472 into portal 25 MB=0x69bc31ef00380 00000400:00000200:0.0:1773941289.342241:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.342243:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 8472/8472 into md 0x269 [4] + 224 00000400:00000200:0.0:1773941289.342258:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941289.342260:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941289.342263:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000000ae96f98 x1860112200237952/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941305 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941289.342295:0:6318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083504f4d. 00000400:00000200:1.0:1773941289.342299:0:6318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004ccf7593 00000400:00000010:1.0:1773941289.342300:0:6318:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 000000004ccf7593. 00000100:00000200:1.0:1773941289.342305:0:6318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000000ae96f98 x1860112200237952/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941289.342311:0:6318:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000000ae96f98 x1860112200237952/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941289.342321:0:6318:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000b875b015. 02000000:00000010:1.0:1773941289.342326:0:6318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000e515f967. 02000000:00000010:1.0:1773941289.342332:0:6318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000b495ee1f. 00000100:00000010:1.0:1773941289.342334:0:6318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000000ae96f98. 00000020:00000010:1.0:1773941289.342347:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000bbd47e2f. 00000020:00000010:1.0:1773941289.342350:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000bbd47e2f. 00000020:00000010:1.0:1773941289.342354:0:6318:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000001c05d50d. 00000020:00000010:1.0:1773941289.342357:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000caf451ff. 00000020:00000010:1.0:1773941289.342367:0:6318:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000d3b33160. 00000020:00000010:1.0:1773941289.342373:0:6318:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 0000000025e78340. 00000020:00000010:1.0:1773941289.342384:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000caf451ff. 00000020:00000010:1.0:1773941289.342386:0:6318:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000001c05d50d. 00000020:00000010:1.0:1773941289.342388:0:6318:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000001c05d50d. 00000020:00000010:1.0:1773941289.342391:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 000000004ccf7593. 00000001:00000010:1.0:1773941289.342410:0:6318:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000bbd47e2f. 00000001:00000010:1.0:1773941289.342414:0:6318:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000006bd3b1de. 00000001:00000010:1.0:1773941289.342417:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000b495ee1f. 00000001:00000010:1.0:1773941289.342420:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000007617287a. 00000001:00000010:1.0:1773941289.342422:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001e37f5ef. 00000001:00000010:1.0:1773941289.342424:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009bf4de69. 00000020:00000010:1.0:1773941289.342427:0:6318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005479a0bc. 00000020:00000010:1.0:1773941289.342430:0:6318:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000caf451ff. 00000020:00000010:1.0:1773941289.342433:0:6318:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000739db458. 00000008:00000010:1.0:1773941289.342442:0:6318:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000050bf97c3. 00020000:00000010:1.0:1773941289.342445:0:6318:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000028f75cdc. 00008000:00000010:1.0:1773941289.342449:0:6318:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000000d67a69f. 00000080:00000010:1.0:1773941289.342454:0:6318:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000fe412bd4. 00000020:00000010:1.0:1773941289.342456:0:6318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3054c61. 00000020:00000010:1.0:1773941289.342465:0:6318:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000009b52a03f. 00000020:00000010:1.0:1773941289.342469:0:6318:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000b72bc875. 00000008:00000010:1.0:1773941289.342475:0:6318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000bf30971b. 00020000:00000010:1.0:1773941289.342479:0:6318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000004ab4a83a. 00008000:00000010:1.0:1773941289.342487:0:6318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000008780046a. 00000080:00000010:1.0:1773941289.342497:0:6318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007cfbf4eb. 00000080:00000010:1.0:1773941289.342508:0:6318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000e5703dbd. 00020000:00000010:1.0:1773941289.342511:0:6318:0:(lov_dev.c:599:lov_device_alloc()) kmalloced '(ld)': 632 at 00000000a60b5b95. 00000020:00000010:1.0:1773941289.342522:0:6318:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at 00000000da404f72. 00020000:00000010:1.0:1773941289.342629:0:6318:0:(lov_dev.c:616:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at 00000000b40fe819. 00020000:00000010:1.0:1773941289.342639:0:6318:0:(lov_dev.c:623:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at 000000001cdfa358. 00000020:00000010:1.0:1773941289.342685:0:6318:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at 0000000067fce5d0. 00000020:00000010:1.0:1773941289.342692:0:6318:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000003071f24. 00000020:00000010:1.0:1773941289.342695:0:6318:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at 0000000002f885bf. 00000020:00000010:1.0:1773941289.342700:0:6318:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000001315e3b4. 00000040:00000010:1.0:1773941289.342702:0:6318:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000003eb534ed. 00000020:00000010:1.0:1773941289.342705:0:6318:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000f32d75ab. 00000020:00000010:1.0:1773941289.342708:0:6318:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000426ebb1e. 00000020:00000010:1.0:1773941289.342710:0:6318:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000364f44d9. 80000000:00000010:1.0:1773941289.342713:0:6318:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000000138ad0d. 40000000:00000010:1.0:1773941289.342716:0:6318:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000004e604a6d. 00000008:00000010:1.0:1773941289.342719:0:6318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 0000000000f9d402. 00020000:00000010:1.0:1773941289.342721:0:6318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000d0b3db69. 00008000:00000010:1.0:1773941289.342723:0:6318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 0000000070edbee0. 00100000:00000010:1.0:1773941289.342727:0:6318:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000ad1e22dd. 00040000:00000010:1.0:1773941289.342729:0:6318:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000008a4f94b3. 00040000:00000010:1.0:1773941289.342738:0:6318:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000553c8756. 00040000:00000010:1.0:1773941289.342743:0:6318:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000009e24ebc9. 00000004:00000010:1.0:1773941289.342746:0:6318:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 0000000053f61a68. 00000004:00000010:1.0:1773941289.342749:0:6318:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 0000000048a5b79e. 00000004:00000010:1.0:1773941289.342751:0:6318:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 000000003a3047cc. 00002000:00000010:1.0:1773941289.342753:0:6318:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 000000004684ad27. 00000004:00000010:1.0:1773941289.342754:0:6318:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000fbd50cd2. 00000080:00000010:1.0:1773941289.342756:0:6318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 0000000054c0e14a. 00000080:00000010:1.0:1773941289.342758:0:6318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000faa5a5e0. 00000020:00000010:1.0:1773941289.342760:0:6318:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 0000000028ad9edf. 00000040:00000010:1.0:1773941289.342761:0:6318:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000068b316e1. 00000020:00000010:1.0:1773941289.342763:0:6318:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000e7cd8811. 00000020:00000010:1.0:1773941289.342765:0:6318:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000bfeec032. 00000020:00000010:1.0:1773941289.342767:0:6318:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000bc7e3067. 80000000:00000010:1.0:1773941289.342768:0:6318:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000002bf01820. 40000000:00000010:1.0:1773941289.342769:0:6318:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 000000001eed5824. 00000008:00000010:1.0:1773941289.342771:0:6318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000dad574d6. 00020000:00000010:1.0:1773941289.342772:0:6318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 00000000cd96244b. 00008000:00000010:1.0:1773941289.342775:0:6318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000f55d2b44. 00100000:00000010:1.0:1773941289.342777:0:6318:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 00000000307a7431. 00040000:00000010:1.0:1773941289.342779:0:6318:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000001f9a3466. 00040000:00000010:1.0:1773941289.342781:0:6318:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 00000000ebe25970. 00040000:00000010:1.0:1773941289.342783:0:6318:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000e6b3e05c. 00000004:00000010:1.0:1773941289.342786:0:6318:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000008ff8b981. 00000004:00000010:1.0:1773941289.342789:0:6318:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 00000000ec8c6305. 00000004:00000010:1.0:1773941289.342792:0:6318:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 0000000072b1669d. 00002000:00000010:1.0:1773941289.342795:0:6318:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000182f62b8. 00000004:00000010:1.0:1773941289.342797:0:6318:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 00000000764fae4d. 00000080:00000010:1.0:1773941289.342799:0:6318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007333d067. 00000080:00000010:1.0:1773941289.342802:0:6318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000393b86a7. 00000020:00000010:1.0:1773941289.342806:0:6318:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000009b52a03f. 00000020:00000010:1.0:1773941289.342808:0:6318:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000b72bc875. 00000008:00000010:1.0:1773941289.342812:0:6318:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000bf30971b. 00020000:00000010:1.0:1773941289.342815:0:6318:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000004ab4a83a. 00008000:00000010:1.0:1773941289.342820:0:6318:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000008780046a. 00000080:00000010:1.0:1773941289.342824:0:6318:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000007cfbf4eb. 00000080:00000010:1.0:1773941289.342826:0:6318:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000e5703dbd. 00000020:00000010:1.0:1773941289.342828:0:6318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3054c61. 00000020:00000010:1.0:1773941289.342831:0:6318:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000caf451ff. 00000020:00000010:1.0:1773941289.342833:0:6318:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000739db458. 00000008:00000010:1.0:1773941289.342837:0:6318:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000050bf97c3. 00020000:00000010:1.0:1773941289.342839:0:6318:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000028f75cdc. 00008000:00000010:1.0:1773941289.342842:0:6318:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000000d67a69f. 00000080:00000010:1.0:1773941289.342845:0:6318:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000fe412bd4. 00000020:00000010:1.0:1773941289.342847:0:6318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005479a0bc. 00000020:00000010:1.0:1773941289.342851:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 000000004ccf7593. 00000020:00000010:1.0:1773941289.342853:0:6318:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000001c05d50d. 00000020:00000010:1.0:1773941289.342857:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000e1eb46cc. 00000020:00000010:1.0:1773941289.342859:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000e1eb46cc. 00000020:00000010:1.0:1773941289.342862:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000e1eb46cc. 00000020:00000010:1.0:1773941289.342863:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000e1eb46cc. 00000020:00000010:1.0:1773941289.342864:0:6318:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000001c05d50d. 00000020:00000010:1.0:1773941289.342866:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at 00000000caf451ff. 00000020:00000010:1.0:1773941289.342872:0:6318:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000be9bbed0. 00000020:00000010:1.0:1773941289.342875:0:6318:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000000b17dfb8. 00000020:00000010:1.0:1773941289.342881:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at 00000000caf451ff. 00000020:00000010:1.0:1773941289.342883:0:6318:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000001c05d50d. 00000020:00000010:1.0:1773941289.342885:0:6318:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 000000001c05d50d. 00000020:00000010:1.0:1773941289.342887:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at 000000004ccf7593. 00000001:00000010:1.0:1773941289.342912:0:6318:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000e1eb46cc. 00000001:00000010:1.0:1773941289.342915:0:6318:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000eb788713. 00000001:00000010:1.0:1773941289.342918:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009b52a03f. 00000001:00000010:1.0:1773941289.342920:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000a1b4e54d. 00000001:00000010:1.0:1773941289.342921:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000005e76c07f. 00000001:00000010:1.0:1773941289.342924:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000003f322a9b. 00000020:00000010:1.0:1773941289.342931:0:6318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1d60e0c. 00000020:00000010:1.0:1773941289.342934:0:6318:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000caf451ff. 00000020:00000010:1.0:1773941289.342936:0:6318:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000739db458. 00000008:00000010:1.0:1773941289.342938:0:6318:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000050bf97c3. 00020000:00000010:1.0:1773941289.342939:0:6318:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000028f75cdc. 00008000:00000010:1.0:1773941289.342941:0:6318:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000000d67a69f. 00000080:00000010:1.0:1773941289.342944:0:6318:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000fe412bd4. 00000020:00000010:1.0:1773941289.342948:0:6318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d44c6095. 00000020:00000010:1.0:1773941289.342951:0:6318:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a542aa52. 00000040:00000010:1.0:1773941289.342953:0:6318:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000f249abd3. 00000020:00000010:1.0:1773941289.342956:0:6318:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000a0ed9b06. 00000020:00000010:1.0:1773941289.342958:0:6318:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 00000000b9705563. 00040000:00000010:1.0:1773941289.342960:0:6318:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000388d4d6c. 00040000:00000010:1.0:1773941289.342962:0:6318:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000002b9b6058. 00800000:00000010:1.0:1773941289.342966:0:6318:0:(lmv_obd.c:1219:lmv_device_alloc()) kmalloced '(lu)': 64 at 00000000bb3ebe3b. 00000020:00000010:1.0:1773941289.343059:0:6318:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007805108d. 00000020:00000010:1.0:1773941289.343063:0:6318:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000e3054c61. 80000000:00000010:1.0:1773941289.343081:0:6318:0:(fld_cache.c:47:fld_cache_init()) kmalloced '(cache)': 168 at 000000002d91550b. 00800000:00000010:1.0:1773941289.343128:0:6318:0:(lmv_obd.c:1279:lmv_device_alloc()) kmalloced '(pat)': 280 at 000000005479a0bc. 00800000:00000010:1.0:1773941289.343139:0:6318:0:(lmv_obd.c:1288:lmv_device_alloc()) kmalloced '(pat)': 280 at 00000000ad73752d. 00000020:00000010:1.0:1773941289.343141:0:6318:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000a542aa52. 00000040:00000010:1.0:1773941289.343144:0:6318:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000f249abd3. 00000020:00000010:1.0:1773941289.343146:0:6318:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000a0ed9b06. 00000020:00000010:1.0:1773941289.343149:0:6318:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 00000000b9705563. 00040000:00000010:1.0:1773941289.343151:0:6318:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000388d4d6c. 00040000:00000010:1.0:1773941289.343153:0:6318:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000002b9b6058. 00000020:00000010:1.0:1773941289.343155:0:6318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d44c6095. 00000020:00000010:1.0:1773941289.343158:0:6318:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000caf451ff. 00000020:00000010:1.0:1773941289.343160:0:6318:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000739db458. 00000008:00000010:1.0:1773941289.343162:0:6318:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000050bf97c3. 00020000:00000010:1.0:1773941289.343165:0:6318:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000028f75cdc. 00008000:00000010:1.0:1773941289.343167:0:6318:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000000d67a69f. 00000080:00000010:1.0:1773941289.343168:0:6318:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000fe412bd4. 00000020:00000010:1.0:1773941289.343175:0:6318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1d60e0c. 00000020:00000010:1.0:1773941289.343177:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at 000000004ccf7593. 00000020:00000010:1.0:1773941289.343178:0:6318:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 000000001c05d50d. 00000020:00000010:1.0:1773941289.343183:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000388d4d6c. 00000020:00000010:1.0:1773941289.343185:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000388d4d6c. 00000020:00000010:1.0:1773941289.343187:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000388d4d6c. 00000020:00000010:1.0:1773941289.343189:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000388d4d6c. 00000020:00000010:1.0:1773941289.343191:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at 00000000b72bc875. 00000020:00000010:1.0:1773941289.343195:0:6318:0:(obd_config.c:1186:class_add_profile()) kmalloced '(lprof)': 48 at 000000001c05d50d. 00000020:00000010:1.0:1773941289.343198:0:6318:0:(obd_config.c:1192:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at 000000005a4f71bb. 00000020:00000010:1.0:1773941289.343200:0:6318:0:(obd_config.c:1198:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at 00000000ca234dff. 00000020:00000010:1.0:1773941289.343202:0:6318:0:(obd_config.c:1205:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at 0000000058dbf3f7. 00000020:00000010:1.0:1773941289.343204:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 96 at 00000000b72bc875. 00000020:00000010:1.0:1773941289.343205:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000388d4d6c. 00000020:00000010:1.0:1773941289.343207:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000388d4d6c. 00000020:00000010:1.0:1773941289.343210:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000388d4d6c. 00000020:00000010:1.0:1773941289.343211:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000388d4d6c. 00000020:00000010:1.0:1773941289.343213:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000fee7e944. 00000100:00000010:1.0:1773941289.343218:0:6318:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 00000000c96273d5. 00000400:00000200:1.0:1773941289.343221:0:6318:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1773941289.343224:0:6318:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.112@tcp 00000400:00000200:1.0:1773941289.343226:0:6318:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.343229:0:6318:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.112@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941289.343232:0:6318:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.343236:0:6318:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941289.343240:0:6318:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp: 0. pending discovery 00000400:00000200:1.0:1773941289.343242:0:6318:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.112@tcp 00000100:00000010:1.0:1773941289.343244:0:6318:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 00000000c96273d5. 00000020:00000010:1.0:1773941289.343247:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000fee7e944. 00000020:00000010:1.0:1773941289.343250:0:6318:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000fee7e944. 00000020:00000010:1.0:1773941289.343254:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000004ccf7593. 00000020:00000010:1.0:1773941289.343260:0:6318:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 0000000056a1715c. 00000020:00000010:1.0:1773941289.343267:0:6318:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000a0ed9b06. 00000020:00000010:1.0:1773941289.343275:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000004ccf7593. 00000020:00000010:1.0:1773941289.343277:0:6318:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000fee7e944. 00000020:00000010:1.0:1773941289.343281:0:6318:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000fee7e944. 00000020:00000010:1.0:1773941289.343284:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000004ccf7593. 00000001:00000010:1.0:1773941289.343301:0:6318:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000388d4d6c. 00000001:00000010:1.0:1773941289.343303:0:6318:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 000000003893c49d. 00000001:00000010:1.0:1773941289.343305:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000d31501e2. 00000001:00000010:1.0:1773941289.343307:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000c0cc5e2b. 00000001:00000010:1.0:1773941289.343308:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000009a5d515b. 00000001:00000010:1.0:1773941289.343311:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000ee7709bc. 00000020:00000010:1.0:1773941289.343314:0:6318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008254e0f4. 00000020:00000010:1.0:1773941289.343317:0:6318:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000caf451ff. 00000020:00000010:1.0:1773941289.343319:0:6318:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000739db458. 00000008:00000010:1.0:1773941289.343323:0:6318:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000050bf97c3. 00020000:00000010:1.0:1773941289.343326:0:6318:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000028f75cdc. 00008000:00000010:1.0:1773941289.343329:0:6318:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000000d67a69f. 00000080:00000010:1.0:1773941289.343331:0:6318:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000fe412bd4. 00000020:00000010:1.0:1773941289.343334:0:6318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051be92f8. 00000020:00000010:1.0:1773941289.343338:0:6318:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000000f3cad01. 00000020:00000010:1.0:1773941289.343339:0:6318:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000b72bc875. 00000008:00000010:1.0:1773941289.343343:0:6318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000bf30971b. 00020000:00000010:1.0:1773941289.343346:0:6318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000004ab4a83a. 00008000:00000010:1.0:1773941289.343348:0:6318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000008780046a. 00000080:00000010:1.0:1773941289.343351:0:6318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007cfbf4eb. 00000080:00000010:1.0:1773941289.343355:0:6318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000e5703dbd. 00000002:00000010:1.0:1773941289.343359:0:6318:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at 00000000f734a689. 00010000:00000010:1.0:1773941289.343369:0:6318:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 00000000444cba34. 00010000:00000010:1.0:1773941289.343378:0:6318:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000005eda1331. 00010000:00000010:1.0:1773941289.343382:0:6318:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 0000000071ff8039. 00000020:00000010:1.0:1773941289.343387:0:6318:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 0000000015ea3809. 00000100:00000200:1.0:1773941289.343397:0:6318:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.112@tcp->12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941289.343407:0:6318:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.343409:0:6318:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.112@tcp primary NID 192.168.202.112@tcp rc 0 00010000:00000010:1.0:1773941289.343414:0:6318:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 000000008a0299b8. 00010000:00000010:1.0:1773941289.343420:0:6318:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 0000000063aca39b. 00000001:00000010:1.0:1773941289.343423:0:6318:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000ea930e16. 00000001:00000010:1.0:1773941289.343427:0:6318:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000d636cbcf. 00000001:00000010:1.0:1773941289.343469:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001836050c. 00000001:00000010:1.0:1773941289.343514:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009e3245c7. 00000001:00000010:1.0:1773941289.343557:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000dab20956. 00000001:00000010:1.0:1773941289.343605:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005a3d6269. 00000001:00000010:1.0:1773941289.343672:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000fc8ec5d2. 00000001:00000010:1.0:1773941289.343722:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c0d76191. 00000001:00000010:1.0:1773941289.343766:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000000c9a9ac3. 00000001:00000010:1.0:1773941289.343810:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008ed0fa37. 00000001:00000010:1.0:1773941289.343855:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000030d53200. 00000001:00000010:1.0:1773941289.343899:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005605434b. 00000001:00000010:1.0:1773941289.343946:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001b7f4858. 00000001:00000010:1.0:1773941289.343993:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d792a632. 00000001:00000010:1.0:1773941289.344035:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000270300c9. 00000001:00000010:1.0:1773941289.344093:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000064f12533. 00000001:00000010:1.0:1773941289.344156:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000072dcc187. 00000001:00000010:1.0:1773941289.344200:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000bb5a7550. 00000001:00000010:1.0:1773941289.344246:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000b703790d. 00000001:00000010:1.0:1773941289.344292:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c97fcab5. 00000001:00000010:1.0:1773941289.344342:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ea8be963. 00000001:00000010:1.0:1773941289.344394:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f0d0c140. 00000001:00000010:1.0:1773941289.344439:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008aabbd48. 00000001:00000010:1.0:1773941289.344485:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005f1a52f4. 00000001:00000010:1.0:1773941289.344525:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000007111fc7a. 00000001:00000010:1.0:1773941289.344577:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a96b7aba. 00000001:00000010:1.0:1773941289.344628:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002eb8a00c. 00000001:00000010:1.0:1773941289.344703:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e8209db3. 00000100:00000010:0.0:1773941289.344707:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000006cb7c947. 00000001:00000010:1.0:1773941289.344756:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a879c433. 00000001:00000010:1.0:1773941289.344802:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000004c6a38f6. 00000001:00000010:1.0:1773941289.344854:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a705f46c. 00000001:00000010:1.0:1773941289.344893:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a50c43eb. 00000001:00000010:1.0:1773941289.344933:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000a54f0295. 00000001:00000010:1.0:1773941289.344978:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d76e6be1. 00000020:00000010:1.0:1773941289.345055:0:6318:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000040b1bc69. 00000020:00000010:1.0:1773941289.345067:0:6318:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000ae230f66. 00000020:00000010:1.0:1773941289.345122:0:6318:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000007e2f6da9. 00000020:00000010:1.0:1773941289.345125:0:6318:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000dcb9502f. 00000020:00000010:1.0:1773941289.345298:0:6318:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000d649cce4. 00000020:00000010:1.0:1773941289.345301:0:6318:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 000000006fbedad8. 00000020:00000010:1.0:1773941289.345334:0:6318:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000000d1329b8. 00000020:00000010:1.0:1773941289.345337:0:6318:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000b6197937. 00000040:00000010:1.0:1773941289.345355:0:6318:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000428cf171. 00000002:00000010:1.0:1773941289.345364:0:6318:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 00000000244ca401. 00000020:00000010:1.0:1773941289.345496:0:6318:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000000f3cad01. 00000020:00000010:1.0:1773941289.345498:0:6318:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000b72bc875. 00000008:00000010:1.0:1773941289.345501:0:6318:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000bf30971b. 00020000:00000010:1.0:1773941289.345503:0:6318:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000004ab4a83a. 00008000:00000010:1.0:1773941289.345506:0:6318:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000008780046a. 00000080:00000010:1.0:1773941289.345509:0:6318:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000007cfbf4eb. 00000080:00000010:1.0:1773941289.345511:0:6318:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000e5703dbd. 00000020:00000010:1.0:1773941289.345513:0:6318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051be92f8. 00000020:00000010:1.0:1773941289.345516:0:6318:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000caf451ff. 00000020:00000010:1.0:1773941289.345518:0:6318:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000739db458. 00000008:00000010:1.0:1773941289.345521:0:6318:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000050bf97c3. 00020000:00000010:1.0:1773941289.345523:0:6318:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000028f75cdc. 00008000:00000010:1.0:1773941289.345525:0:6318:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000000d67a69f. 00000080:00000010:1.0:1773941289.345527:0:6318:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000fe412bd4. 00000020:00000010:1.0:1773941289.345533:0:6318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008254e0f4. 00000020:00000010:1.0:1773941289.345536:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000004ccf7593. 00000020:00000010:1.0:1773941289.345537:0:6318:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000fee7e944. 00000020:00000010:1.0:1773941289.345542:0:6318:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000fee7e944. 00000020:00000010:1.0:1773941289.345545:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000004ccf7593. 00000020:00000010:1.0:1773941289.345548:0:6318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008254e0f4. 00000020:00000010:1.0:1773941289.345550:0:6318:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000051be92f8. 00000040:00000010:1.0:1773941289.345552:0:6318:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000000f3cad01. 00000020:00000010:1.0:1773941289.345555:0:6318:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007630bb3d. 00000020:00000010:1.0:1773941289.345557:0:6318:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000008a1b7910. 00040000:00000010:1.0:1773941289.345560:0:6318:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000113cc92d. 00040000:00000010:1.0:1773941289.345562:0:6318:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000afb7c2a9. 00800000:00000010:1.0:1773941289.345570:0:6318:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at 00000000c5e9847f. 00020000:00000010:1.0:1773941289.345575:0:6318:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 000000007ed8f546. 00000020:00000010:1.0:1773941289.345577:0:6318:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000051be92f8. 00000040:00000010:1.0:1773941289.345579:0:6318:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000000f3cad01. 00000020:00000010:1.0:1773941289.345581:0:6318:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000007630bb3d. 00000020:00000010:1.0:1773941289.345583:0:6318:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000008a1b7910. 00040000:00000010:1.0:1773941289.345585:0:6318:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000113cc92d. 00040000:00000010:1.0:1773941289.345587:0:6318:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000afb7c2a9. 00000020:00000010:1.0:1773941289.345589:0:6318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008254e0f4. 00000020:00000010:1.0:1773941289.345593:0:6318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008254e0f4. 00000020:00000010:1.0:1773941289.345595:0:6318:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000afb7c2a9. 00000020:00000010:1.0:1773941289.345597:0:6318:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000008852dbd8. 00000008:00000010:1.0:1773941289.345600:0:6318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000bf30971b. 00020000:00000010:1.0:1773941289.345602:0:6318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000004ab4a83a. 00008000:00000010:1.0:1773941289.345605:0:6318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000008780046a. 00000080:00000010:1.0:1773941289.345607:0:6318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007cfbf4eb. 00000080:00000010:1.0:1773941289.345609:0:6318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000e5703dbd. 00000020:00000010:1.0:1773941289.345616:0:6318:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000afb7c2a9. 00000020:00000010:1.0:1773941289.345618:0:6318:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000008852dbd8. 00000008:00000010:1.0:1773941289.345620:0:6318:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000bf30971b. 00020000:00000010:1.0:1773941289.345624:0:6318:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000004ab4a83a. 00008000:00000010:1.0:1773941289.345626:0:6318:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000008780046a. 00000080:00000010:1.0:1773941289.345627:0:6318:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000007cfbf4eb. 00000080:00000010:1.0:1773941289.345629:0:6318:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000e5703dbd. 00000020:00000010:1.0:1773941289.345630:0:6318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008254e0f4. 00000020:00000010:1.0:1773941289.345632:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000004ccf7593. 00000020:00000010:1.0:1773941289.345633:0:6318:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000fee7e944. 00000020:00000010:1.0:1773941289.345636:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000113cc92d. 00000020:00000010:1.0:1773941289.345637:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000113cc92d. 00000100:00000010:1.0:1773941289.345693:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at 000000008044f38f. 00000020:00000010:1.0:1773941289.345700:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000113cc92d. 00000020:00000010:1.0:1773941289.345701:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000113cc92d. 00000020:00000010:1.0:1773941289.345706:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000113cc92d. 00000020:00000010:1.0:1773941289.345707:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000113cc92d. 00000020:00000010:1.0:1773941289.345710:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000fee7e944. 00000100:00000010:1.0:1773941289.345714:0:6318:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000002dc6212d. 00000400:00000200:1.0:1773941289.345716:0:6318:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1773941289.345719:0:6318:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.112@tcp 00000400:00000200:1.0:1773941289.345722:0:6318:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.345724:0:6318:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.112@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941289.345727:0:6318:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.345730:0:6318:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941289.345732:0:6318:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp: 0. pending discovery 00000400:00000200:1.0:1773941289.345734:0:6318:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.112@tcp 00000100:00000010:1.0:1773941289.345736:0:6318:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000002dc6212d. 00000020:00000010:1.0:1773941289.345738:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000fee7e944. 00000020:00000010:1.0:1773941289.345740:0:6318:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000fee7e944. 00000020:00000010:1.0:1773941289.345743:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000004ccf7593. 00000020:00000010:1.0:1773941289.345757:0:6318:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 0000000049af12f1. 00000020:00000010:1.0:1773941289.345761:0:6318:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 000000007630bb3d. 00000020:00000010:1.0:1773941289.345767:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000004ccf7593. 00000020:00000010:1.0:1773941289.345768:0:6318:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000fee7e944. 00000020:00000010:1.0:1773941289.345777:0:6318:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000fee7e944. 00000020:00000010:1.0:1773941289.345780:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000004ccf7593. 00000001:00000010:1.0:1773941289.345804:0:6318:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000113cc92d. 00000001:00000010:1.0:1773941289.345808:0:6318:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000ea992f35. 00000001:00000010:1.0:1773941289.345811:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008254e0f4. 00000001:00000010:1.0:1773941289.345813:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000afb7c2a9. 00000001:00000010:1.0:1773941289.345816:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008a1b7910. 00000001:00000010:1.0:1773941289.345818:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000000f3cad01. 00000020:00000010:1.0:1773941289.345820:0:6318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051be92f8. 00000020:00000010:1.0:1773941289.345824:0:6318:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000caf451ff. 00000020:00000010:1.0:1773941289.345828:0:6318:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000739db458. 00000008:00000010:1.0:1773941289.345831:0:6318:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000050bf97c3. 00020000:00000010:1.0:1773941289.345834:0:6318:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000028f75cdc. 00008000:00000010:1.0:1773941289.345837:0:6318:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000000d67a69f. 00000080:00000010:1.0:1773941289.345840:0:6318:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000fe412bd4. 00000020:00000010:1.0:1773941289.345843:0:6318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001513a1fc. 00000020:00000010:1.0:1773941289.345847:0:6318:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000003aad5b6a. 00000020:00000010:1.0:1773941289.345849:0:6318:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000008852dbd8. 00000008:00000010:1.0:1773941289.345851:0:6318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000bf30971b. 00020000:00000010:1.0:1773941289.345854:0:6318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000004ab4a83a. 00008000:00000010:1.0:1773941289.345855:0:6318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000008780046a. 00000080:00000010:1.0:1773941289.345857:0:6318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007cfbf4eb. 00000080:00000010:1.0:1773941289.345859:0:6318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000e5703dbd. 00000002:00000010:1.0:1773941289.345862:0:6318:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at 00000000f4962c2a. 00010000:00000010:1.0:1773941289.345870:0:6318:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000070c13abb. 00010000:00000010:1.0:1773941289.345882:0:6318:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 00000000803d075d. 00010000:00000010:1.0:1773941289.345889:0:6318:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at 00000000a087964a. 00000020:00000010:1.0:1773941289.345894:0:6318:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 00000000b83c81f3. 00000100:00000200:1.0:1773941289.345903:0:6318:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.112@tcp->12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941289.345906:0:6318:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.345908:0:6318:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.112@tcp primary NID 192.168.202.112@tcp rc 0 00010000:00000010:1.0:1773941289.345912:0:6318:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000d51a03f5. 00010000:00000010:1.0:1773941289.345920:0:6318:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 0000000038f91acc. 00000001:00000010:1.0:1773941289.345924:0:6318:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000f1d60e0c. 00000001:00000010:1.0:1773941289.345928:0:6318:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at 00000000ddc42910. 00000001:00000010:1.0:1773941289.345971:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000719f36b7. 00000001:00000010:1.0:1773941289.346018:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000087b774d9. 00000001:00000010:1.0:1773941289.346064:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d92416b7. 00000001:00000010:1.0:1773941289.346122:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e9185725. 00000001:00000010:1.0:1773941289.346176:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000003858fff. 00000001:00000010:1.0:1773941289.346227:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005d344b35. 00000001:00000010:1.0:1773941289.346277:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000084c49c71. 00000001:00000010:1.0:1773941289.346326:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000d46b1d82. 00000001:00000010:1.0:1773941289.346374:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cabcf2e5. 00000001:00000010:1.0:1773941289.346419:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e815b41a. 00000001:00000010:1.0:1773941289.346464:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000e66cc5b2. 00000001:00000010:1.0:1773941289.346511:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f4fe8d1e. 00000001:00000010:1.0:1773941289.346554:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000cf555336. 00000001:00000010:1.0:1773941289.346595:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000015aea19e. 00000001:00000010:1.0:1773941289.346636:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000de94aae8. 00000001:00000010:1.0:1773941289.346701:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000009afd2854. 00000001:00000010:1.0:1773941289.346742:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000006159e619. 00000001:00000010:1.0:1773941289.346788:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000051a5ef30. 00000001:00000010:1.0:1773941289.346834:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000f03dcca5. 00000001:00000010:1.0:1773941289.346872:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000903b3bb7. 00000001:00000010:1.0:1773941289.346915:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000c8ca711e. 00000001:00000010:1.0:1773941289.346956:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000407586e9. 00000001:00000010:1.0:1773941289.346997:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000ad135c8a. 00000001:00000010:1.0:1773941289.347040:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000005fce2fd3. 00000001:00000010:1.0:1773941289.347079:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000003e69ea3d. 00000001:00000010:1.0:1773941289.347131:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000eeaff883. 00000001:00000010:1.0:1773941289.347171:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000008700621d. 00000001:00000010:1.0:1773941289.347208:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000002366a879. 00000001:00000010:1.0:1773941289.347253:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000001a85ec4. 00000001:00000010:1.0:1773941289.347299:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 00000000718a42ec. 00000001:00000010:1.0:1773941289.347342:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 000000001d3bd87f. 00000001:00000010:1.0:1773941289.347392:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at 0000000040d6154d. 00000020:00000010:1.0:1773941289.347445:0:6318:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e1ee34bc. 00000020:00000010:1.0:1773941289.347448:0:6318:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 000000005c0c8dcb. 00000020:00000010:1.0:1773941289.347636:0:6318:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004270a3eb. 00000020:00000010:1.0:1773941289.347658:0:6318:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000d44c6095. 00000020:00000010:1.0:1773941289.347873:0:6318:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 0000000085f81b2f. 00000020:00000010:1.0:1773941289.347876:0:6318:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at 00000000b9705563. 00000020:00000010:1.0:1773941289.347909:0:6318:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000e4e4e2a0. 00000020:00000010:1.0:1773941289.347911:0:6318:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 00000000ff2daec9. 00000040:00000010:1.0:1773941289.347929:0:6318:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at 00000000ff388e4e. 00000002:00000010:1.0:1773941289.347935:0:6318:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at 00000000795328d9. 00000020:00000010:1.0:1773941289.348025:0:6318:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000003aad5b6a. 00000020:00000010:1.0:1773941289.348028:0:6318:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000008852dbd8. 00000008:00000010:1.0:1773941289.348031:0:6318:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000bf30971b. 00020000:00000010:1.0:1773941289.348036:0:6318:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000004ab4a83a. 00008000:00000010:1.0:1773941289.348039:0:6318:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000008780046a. 00000080:00000010:1.0:1773941289.348043:0:6318:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000007cfbf4eb. 00000080:00000010:1.0:1773941289.348045:0:6318:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000e5703dbd. 00000020:00000010:1.0:1773941289.348048:0:6318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001513a1fc. 00000020:00000010:1.0:1773941289.348050:0:6318:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000caf451ff. 00000020:00000010:1.0:1773941289.348053:0:6318:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000739db458. 00000008:00000010:1.0:1773941289.348055:0:6318:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000050bf97c3. 00020000:00000010:1.0:1773941289.348057:0:6318:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000028f75cdc. 00008000:00000010:1.0:1773941289.348059:0:6318:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000000d67a69f. 00000080:00000010:1.0:1773941289.348060:0:6318:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000fe412bd4. 00000020:00000010:1.0:1773941289.348062:0:6318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051be92f8. 00000020:00000010:1.0:1773941289.348066:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000004ccf7593. 00000020:00000010:1.0:1773941289.348068:0:6318:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000fee7e944. 00000020:00000010:1.0:1773941289.348078:0:6318:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 00000000f4c0e194. 00000020:00000010:1.0:1773941289.348082:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at 000000004ccf7593. 00000020:00000010:1.0:1773941289.348087:0:6318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f249abd3. 00000020:00000010:1.0:1773941289.348090:0:6318:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000a542aa52. 00000040:00000010:1.0:1773941289.348093:0:6318:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 000000002b9b6058. 00000020:00000010:1.0:1773941289.348096:0:6318:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000497c2224. 00000020:00000010:1.0:1773941289.348098:0:6318:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000051be92f8. 00040000:00000010:1.0:1773941289.348102:0:6318:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 00000000b9405d19. 00040000:00000010:1.0:1773941289.348105:0:6318:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000001513a1fc. 00800000:00000010:1.0:1773941289.348122:0:6318:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at 000000003aad5b6a. 00000020:00000010:1.0:1773941289.348125:0:6318:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000a542aa52. 00000040:00000010:1.0:1773941289.348128:0:6318:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000002b9b6058. 00000020:00000010:1.0:1773941289.348130:0:6318:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000497c2224. 00000020:00000010:1.0:1773941289.348133:0:6318:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 0000000051be92f8. 00040000:00000010:1.0:1773941289.348136:0:6318:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000b9405d19. 00040000:00000010:1.0:1773941289.348139:0:6318:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 000000001513a1fc. 00000020:00000010:1.0:1773941289.348140:0:6318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f249abd3. 00000020:00000010:1.0:1773941289.348145:0:6318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001513a1fc. 00000020:00000010:1.0:1773941289.348148:0:6318:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000051be92f8. 00000020:00000010:1.0:1773941289.348152:0:6318:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000008852dbd8. 00000008:00000010:1.0:1773941289.348155:0:6318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000bf30971b. 00020000:00000010:1.0:1773941289.348158:0:6318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000004ab4a83a. 00008000:00000010:1.0:1773941289.348161:0:6318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000008780046a. 00000080:00000010:1.0:1773941289.348163:0:6318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007cfbf4eb. 00000080:00000010:1.0:1773941289.348166:0:6318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000e5703dbd. 00000020:00000010:1.0:1773941289.348170:0:6318:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000051be92f8. 00000020:00000010:1.0:1773941289.348173:0:6318:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000008852dbd8. 00000008:00000010:1.0:1773941289.348175:0:6318:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000bf30971b. 00020000:00000010:1.0:1773941289.348179:0:6318:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000004ab4a83a. 00008000:00000010:1.0:1773941289.348181:0:6318:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000008780046a. 00000080:00000010:1.0:1773941289.348183:0:6318:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000007cfbf4eb. 00000080:00000010:1.0:1773941289.348184:0:6318:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000e5703dbd. 00000020:00000010:1.0:1773941289.348186:0:6318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001513a1fc. 00000020:00000010:1.0:1773941289.348193:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at 000000004ccf7593. 00000020:00000010:1.0:1773941289.348195:0:6318:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 00000000f4c0e194. 00000020:00000010:1.0:1773941289.348199:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b9405d19. 00000020:00000010:1.0:1773941289.348202:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b9405d19. 00000020:00000010:1.0:1773941289.348205:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b9405d19. 00000020:00000010:1.0:1773941289.348207:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b9405d19. 00000020:00000010:1.0:1773941289.348212:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 00000000b9405d19. 00000020:00000010:1.0:1773941289.348214:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 00000000b9405d19. 00000020:00000010:1.0:1773941289.348217:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 00000000f4c0e194. 00000100:00000010:1.0:1773941289.348220:0:6318:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000002544dac1. 00000400:00000200:1.0:1773941289.348222:0:6318:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:1.0:1773941289.348225:0:6318:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.112@tcp 00000400:00000200:1.0:1773941289.348228:0:6318:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.348231:0:6318:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.112@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941289.348234:0:6318:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.348238:0:6318:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941289.348240:0:6318:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp: 0. pending discovery 00000400:00000200:1.0:1773941289.348242:0:6318:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.112@tcp 00000100:00000010:1.0:1773941289.348244:0:6318:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000002544dac1. 00000020:00000010:1.0:1773941289.348246:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 00000000f4c0e194. 00000020:00000010:1.0:1773941289.348249:0:6318:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000f4c0e194. 00000020:00000010:1.0:1773941289.348252:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000004ccf7593. 00000020:00000010:1.0:1773941289.348259:0:6318:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 00000000cc2fde9c. 00000020:00000010:1.0:1773941289.348264:0:6318:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000497c2224. 00000020:00000010:1.0:1773941289.348271:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000004ccf7593. 00000020:00000010:1.0:1773941289.348274:0:6318:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000f4c0e194. 00000020:00000010:1.0:1773941289.348277:0:6318:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 00000000f4c0e194. 00000020:00000010:1.0:1773941289.348279:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 000000004ccf7593. 00000001:00000010:1.0:1773941289.348308:0:6318:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 00000000b9405d19. 00000001:00000010:1.0:1773941289.348311:0:6318:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000be11dc55. 00000001:00000010:1.0:1773941289.348313:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000001513a1fc. 00000001:00000010:1.0:1773941289.348316:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000051be92f8. 00000001:00000010:1.0:1773941289.348324:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000f249abd3. 00000001:00000010:1.0:1773941289.348326:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000002b9b6058. 00000020:00000010:1.0:1773941289.348329:0:6318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a542aa52. 00000020:00000010:1.0:1773941289.348333:0:6318:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000caf451ff. 00000020:00000010:1.0:1773941289.348336:0:6318:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 00000000739db458. 00000008:00000010:1.0:1773941289.348340:0:6318:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 0000000050bf97c3. 00020000:00000010:1.0:1773941289.348342:0:6318:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 0000000028f75cdc. 00008000:00000010:1.0:1773941289.348344:0:6318:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 000000000d67a69f. 00000080:00000010:1.0:1773941289.348347:0:6318:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 00000000fe412bd4. 00000020:00000010:1.0:1773941289.348357:0:6318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004ab66438. 00000020:00000010:1.0:1773941289.348361:0:6318:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000f8e97b6c. 00000020:00000010:1.0:1773941289.348364:0:6318:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000008852dbd8. 00000008:00000010:1.0:1773941289.348366:0:6318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000bf30971b. 00020000:00000010:1.0:1773941289.348368:0:6318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000004ab4a83a. 00008000:00000010:1.0:1773941289.348372:0:6318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 000000008780046a. 00000080:00000010:1.0:1773941289.348374:0:6318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 000000007cfbf4eb. 00000080:00000010:1.0:1773941289.348377:0:6318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 00000000e5703dbd. 00000008:00000010:1.0:1773941289.348381:0:6318:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 00000000fdb7492d. 00010000:00000010:1.0:1773941289.348388:0:6318:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 0000000012af23f9. 00010000:00000010:1.0:1773941289.348394:0:6318:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 000000004a45c9e7. 00000020:00000010:1.0:1773941289.348408:0:6318:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 00000000cdb90f01. 00000100:00000200:1.0:1773941289.348422:0:6318:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.112@tcp->12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941289.348425:0:6318:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.348428:0:6318:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.112@tcp primary NID 192.168.202.112@tcp rc 0 00010000:00000010:1.0:1773941289.348432:0:6318:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 00000000b3097787. 00010000:00000010:1.0:1773941289.348436:0:6318:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 00000000e26dc787. 00000001:00000010:1.0:1773941289.348439:0:6318:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 000000001fece1a1. 00000001:00000010:1.0:1773941289.348444:0:6318:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 000000007ac41c35. 00000001:00000010:1.0:1773941289.348454:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000071042dc7. 00000001:00000010:1.0:1773941289.348461:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a759cd3a. 00000001:00000010:1.0:1773941289.348466:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c9d034cc. 00000001:00000010:1.0:1773941289.348471:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000005388d5d4. 00000001:00000010:1.0:1773941289.348487:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000bf04cd69. 00000001:00000010:1.0:1773941289.348493:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a9ba75f5. 00000001:00000010:1.0:1773941289.348499:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b3e3ee34. 00000001:00000010:1.0:1773941289.348505:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d888278c. 00000001:00000010:1.0:1773941289.348516:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b0ca84d3. 00000001:00000010:1.0:1773941289.348521:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000003790455e. 00000001:00000010:1.0:1773941289.348526:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000c26c92e0. 00000001:00000010:1.0:1773941289.348531:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000004ac513fd. 00000001:00000010:1.0:1773941289.348540:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000006ebd209b. 00000001:00000010:1.0:1773941289.348546:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000afc58961. 00000001:00000010:1.0:1773941289.348552:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d7f25775. 00000001:00000010:1.0:1773941289.348558:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000206b5855. 00000020:00000010:1.0:1773941289.348639:0:6318:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000bea5d3b4. 00000020:00000010:1.0:1773941289.348657:0:6318:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 000000002eed7543. 00000020:00000010:1.0:1773941289.348700:0:6318:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000639e7e67. 00000020:00000010:1.0:1773941289.348704:0:6318:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 00000000c38bd14a. 00000020:00000010:1.0:1773941289.349030:0:6318:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 00000000dab8e478. 00000020:00000010:1.0:1773941289.349033:0:6318:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000005622b81c. 00000100:00000010:1.0:1773941289.349052:0:6318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000000ae96f98. 00000100:00000010:1.0:1773941289.349264:0:6318:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000dbc31103. 00000100:00000010:1.0:1773941289.349268:0:6318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000002a4168eb. 00000100:00000010:1.0:1773941289.349467:0:6318:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000925f812a. 00000100:00000010:1.0:1773941289.349471:0:6318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000cd513e80. 00000100:00000010:1.0:1773941289.350884:0:6318:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000b09dfc64. 00000100:00000010:2.0:1773941289.351696:0:6318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000009c6ae970. 00000100:00000010:2.0:1773941289.351771:0:6318:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000033d97746. 00000100:00000010:2.0:1773941289.351776:0:6318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000bca40dd4. 00000100:00000010:2.0:1773941289.351852:0:6318:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000bdbb7e56. 00000100:00000010:2.0:1773941289.354445:0:6318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000d121713e. 00000100:00000010:2.0:1773941289.354555:0:6318:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000004c84c63a. 00000100:00000010:2.0:1773941289.354558:0:6318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001ddbf12c. 00000100:00000010:2.0:1773941289.355889:0:6318:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 00000000c9f2c1e2. 00000100:00000010:2.0:1773941289.355900:0:6318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000001e910d86. 00000100:00000010:2.0:1773941289.356099:0:6318:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 000000009152956d. 00000100:00000010:2.0:1773941289.356106:0:6318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000008199e917. 00000100:00000010:2.0:1773941289.356337:0:6318:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000099458458. 00000100:00000010:2.0:1773941289.356345:0:6318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000007b20ad23. 00000100:00000010:2.0:1773941289.356548:0:6318:0:(client.c:657:ptlrpc_add_rqs_to_pool()) kmalloced '(msg)': 524288 at 0000000080af3c0f. 00000020:00000010:2.0:1773941289.356560:0:6318:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000f8e97b6c. 00000020:00000010:2.0:1773941289.356566:0:6318:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000008852dbd8. 00000008:00000010:2.0:1773941289.356571:0:6318:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000bf30971b. 00020000:00000010:2.0:1773941289.356576:0:6318:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000004ab4a83a. 00008000:00000010:2.0:1773941289.356582:0:6318:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 000000008780046a. 00000080:00000010:2.0:1773941289.356590:0:6318:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 000000007cfbf4eb. 00000080:00000010:2.0:1773941289.356597:0:6318:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 00000000e5703dbd. 00000020:00000010:2.0:1773941289.356601:0:6318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004ab66438. 00000020:00000010:2.0:1773941289.356606:0:6318:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000caf451ff. 00000020:00000010:2.0:1773941289.356611:0:6318:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 00000000739db458. 00000008:00000010:2.0:1773941289.356617:0:6318:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 0000000050bf97c3. 00020000:00000010:2.0:1773941289.356621:0:6318:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 0000000028f75cdc. 00008000:00000010:2.0:1773941289.356625:0:6318:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 000000000d67a69f. 00000080:00000010:2.0:1773941289.356629:0:6318:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 00000000fe412bd4. 00000020:00000010:2.0:1773941289.356632:0:6318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a542aa52. 00000020:00000010:2.0:1773941289.356638:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 000000004ccf7593. 00000020:00000010:2.0:1773941289.356677:0:6318:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 00000000f4c0e194. 00000020:00000010:2.0:1773941289.356693:0:6318:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 0000000045e60f9d. 00000020:00000010:2.0:1773941289.356709:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000241be7c7. 00000020:00000010:2.0:1773941289.356718:0:6318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000da928233. 00000020:00000010:2.0:1773941289.356723:0:6318:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000008f965e2c. 00000020:00000010:2.0:1773941289.356726:0:6318:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000009052e7b6. 00000008:00000010:2.0:1773941289.356732:0:6318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000f6148b21. 00020000:00000010:2.0:1773941289.356736:0:6318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000008c23d7ff. 00008000:00000010:2.0:1773941289.356740:0:6318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b867a7ed. 00000080:00000010:2.0:1773941289.356745:0:6318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000d9191a94. 00000080:00000010:2.0:1773941289.356749:0:6318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000008b529829. 00020000:00000010:2.0:1773941289.356761:0:6318:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at 00000000e4577a2d. 00020000:00000010:2.0:1773941289.356767:0:6318:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at 00000000006a32aa. 00020000:00000010:2.0:1773941289.356773:0:6318:0:(lov_dev.c:357:lov_expand_targets()) kmalloced '(newd)': 512 at 00000000abdaf330. 00000020:00000010:2.0:1773941289.356777:0:6318:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000008f965e2c. 00000020:00000010:2.0:1773941289.356780:0:6318:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000009052e7b6. 00000008:00000010:2.0:1773941289.356783:0:6318:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000f6148b21. 00020000:00000010:2.0:1773941289.356786:0:6318:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000008c23d7ff. 00008000:00000010:2.0:1773941289.356788:0:6318:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000b867a7ed. 00000080:00000010:2.0:1773941289.356792:0:6318:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000d9191a94. 00000080:00000010:2.0:1773941289.356794:0:6318:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000008b529829. 00000020:00000010:2.0:1773941289.356797:0:6318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000da928233. 00000020:00000010:2.0:1773941289.356800:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000241be7c7. 00000020:00000010:2.0:1773941289.356802:0:6318:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 0000000045e60f9d. 00000020:00000010:2.0:1773941289.356809:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009a4e21f4. 00000020:00000010:2.0:1773941289.356811:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009a4e21f4. 00000020:00000010:2.0:1773941289.356818:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009a4e21f4. 00000020:00000010:2.0:1773941289.356821:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009a4e21f4. 00000020:00000010:2.0:1773941289.356827:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000009a4e21f4. 00000020:00000010:2.0:1773941289.356829:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000009a4e21f4. 00000020:00000010:2.0:1773941289.356832:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at 0000000045e60f9d. 00000100:00000010:2.0:1773941289.356837:0:6318:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at 000000001ffa0ef0. 00000400:00000200:2.0:1773941289.356841:0:6318:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1773941289.356848:0:6318:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.112@tcp 00000400:00000200:2.0:1773941289.356863:0:6318:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.356868:0:6318:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.112@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941289.356874:0:6318:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.356884:0:6318:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941289.356888:0:6318:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp: 0. pending discovery 00000400:00000200:2.0:1773941289.356891:0:6318:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.112@tcp 00000100:00000010:2.0:1773941289.356894:0:6318:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at 000000001ffa0ef0. 00000020:00000010:2.0:1773941289.356899:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at 0000000045e60f9d. 00000020:00000010:2.0:1773941289.356905:0:6318:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 0000000045e60f9d. 00000020:00000010:2.0:1773941289.356909:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000d607fa33. 00000020:00000010:2.0:1773941289.356930:0:6318:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at 000000002bde2143. 00000020:00000010:2.0:1773941289.356937:0:6318:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at 00000000c07f50aa. 00000020:00000010:2.0:1773941289.356962:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000d607fa33. 00000020:00000010:2.0:1773941289.356969:0:6318:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 0000000045e60f9d. 00000020:00000010:2.0:1773941289.356976:0:6318:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at 0000000045e60f9d. 00000020:00000010:2.0:1773941289.356981:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at 00000000d607fa33. 00000001:00000010:2.0:1773941289.357023:0:6318:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at 000000009a4e21f4. 00000001:00000010:2.0:1773941289.357030:0:6318:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at 00000000b77d56ec. 00000001:00000010:2.0:1773941289.357035:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000da928233. 00000001:00000010:2.0:1773941289.357039:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 000000008f965e2c. 00000001:00000010:2.0:1773941289.357044:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 00000000256039bf. 00000001:00000010:2.0:1773941289.357047:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at 0000000021333ea8. 00000020:00000010:2.0:1773941289.357052:0:6318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006a59a4ff. 00000020:00000010:2.0:1773941289.357056:0:6318:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at 00000000241be7c7. 00000020:00000010:2.0:1773941289.357069:0:6318:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at 000000001384e012. 00000008:00000010:2.0:1773941289.357076:0:6318:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at 000000005aa0b3bd. 00020000:00000010:2.0:1773941289.357081:0:6318:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at 000000000ad120b6. 00008000:00000010:2.0:1773941289.357085:0:6318:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at 00000000bf1ef8f7. 00000080:00000010:2.0:1773941289.357090:0:6318:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at 000000006fd44951. 00000020:00000010:2.0:1773941289.357094:0:6318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092549402. 00000020:00000010:2.0:1773941289.357101:0:6318:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 0000000063747911. 00000020:00000010:2.0:1773941289.357104:0:6318:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000009052e7b6. 00000008:00000010:2.0:1773941289.357130:0:6318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000f6148b21. 00020000:00000010:2.0:1773941289.357133:0:6318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000008c23d7ff. 00008000:00000010:2.0:1773941289.357136:0:6318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b867a7ed. 00000080:00000010:2.0:1773941289.357139:0:6318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000d9191a94. 00000080:00000010:2.0:1773941289.357142:0:6318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000008b529829. 00000008:00000010:2.0:1773941289.357147:0:6318:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at 000000009398e57b. 00010000:00000010:2.0:1773941289.357161:0:6318:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at 000000005c8422bc. 00010000:00000010:2.0:1773941289.357170:0:6318:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at 0000000027ed1d35. 00000020:00000010:2.0:1773941289.357185:0:6318:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at 00000000be175500. 00000100:00000200:2.0:1773941289.357203:0:6318:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.112@tcp->12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941289.357208:0:6318:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.357213:0:6318:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.112@tcp primary NID 192.168.202.112@tcp rc 0 00010000:00000010:2.0:1773941289.357218:0:6318:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at 0000000099977017. 00010000:00000010:2.0:1773941289.357226:0:6318:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at 00000000ba942887. 00000001:00000010:2.0:1773941289.357232:0:6318:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at 00000000669c2547. 00000001:00000010:2.0:1773941289.357236:0:6318:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at 00000000dcb92f95. 00000001:00000010:2.0:1773941289.357242:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000097499d30. 00000001:00000010:2.0:1773941289.357259:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ebddb4f1. 00000001:00000010:2.0:1773941289.357266:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000002c2e6540. 00000001:00000010:2.0:1773941289.357274:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d1a2c5e1. 00000001:00000010:2.0:1773941289.357283:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000002e83b278. 00000001:00000010:2.0:1773941289.357296:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000032d6ec4d. 00000001:00000010:2.0:1773941289.357305:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ce883af6. 00000001:00000010:2.0:1773941289.357314:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000670a327f. 00000001:00000010:2.0:1773941289.357322:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000282517e3. 00000001:00000010:2.0:1773941289.357336:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 0000000017450aaa. 00000001:00000010:2.0:1773941289.357344:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000000b7c6f7e. 00000001:00000010:2.0:1773941289.357352:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000d1bfbd05. 00000001:00000010:2.0:1773941289.357359:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000a16f9108. 00000001:00000010:2.0:1773941289.357372:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 000000007bcd4319. 00000001:00000010:2.0:1773941289.357379:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000ad391a0e. 00000001:00000010:2.0:1773941289.357386:0:6318:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at 00000000b367ff4a. 00000020:00000010:2.0:1773941289.357532:0:6318:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000009cb02db8. 00000020:00000010:2.0:1773941289.357538:0:6318:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at 00000000b803d559. 00000020:00000010:2.0:1773941289.357691:0:6318:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000008f4720ea. 00000020:00000010:2.0:1773941289.357696:0:6318:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at 000000005b81053c. 00000020:00000010:2.0:1773941289.358093:0:6318:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at 000000004972ef3c. 00000020:00000010:2.0:1773941289.358096:0:6318:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at 000000001213bf9b. 00000020:00000010:2.0:1773941289.358130:0:6318:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000063747911. 00000020:00000010:2.0:1773941289.358134:0:6318:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000009052e7b6. 00000008:00000010:2.0:1773941289.358140:0:6318:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000f6148b21. 00020000:00000010:2.0:1773941289.358144:0:6318:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000008c23d7ff. 00008000:00000010:2.0:1773941289.358147:0:6318:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000b867a7ed. 00000080:00000010:2.0:1773941289.358150:0:6318:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000d9191a94. 00000080:00000010:2.0:1773941289.358153:0:6318:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000008b529829. 00000020:00000010:2.0:1773941289.358156:0:6318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092549402. 00000020:00000010:2.0:1773941289.358161:0:6318:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at 00000000241be7c7. 00000020:00000010:2.0:1773941289.358164:0:6318:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at 000000001384e012. 00000008:00000010:2.0:1773941289.358167:0:6318:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at 000000005aa0b3bd. 00020000:00000010:2.0:1773941289.358170:0:6318:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at 000000000ad120b6. 00008000:00000010:2.0:1773941289.358174:0:6318:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at 00000000bf1ef8f7. 00000080:00000010:2.0:1773941289.358180:0:6318:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at 000000006fd44951. 00000020:00000010:2.0:1773941289.358186:0:6318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006a59a4ff. 00000020:00000010:2.0:1773941289.358192:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at 00000000d607fa33. 00000020:00000010:2.0:1773941289.358194:0:6318:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at 0000000045e60f9d. 00000020:00000010:2.0:1773941289.358203:0:6318:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at 0000000032e84edd. 00000020:00000010:2.0:1773941289.358207:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at 00000000241be7c7. 00000020:00000010:2.0:1773941289.358215:0:6318:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a542aa52. 00000020:00000010:2.0:1773941289.358218:0:6318:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000006a59a4ff. 00000020:00000010:2.0:1773941289.358222:0:6318:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 000000009052e7b6. 00000008:00000010:2.0:1773941289.358225:0:6318:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000f6148b21. 00020000:00000010:2.0:1773941289.358229:0:6318:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000008c23d7ff. 00008000:00000010:2.0:1773941289.358233:0:6318:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b867a7ed. 00000080:00000010:2.0:1773941289.358236:0:6318:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000d9191a94. 00000080:00000010:2.0:1773941289.358246:0:6318:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000008b529829. 00020000:00000010:2.0:1773941289.358254:0:6318:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at 0000000092549402. 00000020:00000010:2.0:1773941289.358259:0:6318:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 000000006a59a4ff. 00000020:00000010:2.0:1773941289.358263:0:6318:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 000000009052e7b6. 00000008:00000010:2.0:1773941289.358268:0:6318:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000f6148b21. 00020000:00000010:2.0:1773941289.358272:0:6318:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000008c23d7ff. 00008000:00000010:2.0:1773941289.358274:0:6318:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000b867a7ed. 00000080:00000010:2.0:1773941289.358277:0:6318:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000d9191a94. 00000080:00000010:2.0:1773941289.358281:0:6318:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000008b529829. 00000020:00000010:2.0:1773941289.358285:0:6318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a542aa52. 00000020:00000010:2.0:1773941289.358288:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 120 at 00000000241be7c7. 00000020:00000010:2.0:1773941289.358292:0:6318:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at 0000000032e84edd. 00000020:00000010:2.0:1773941289.358300:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005a33b9bb. 00000020:00000010:2.0:1773941289.358302:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005a33b9bb. 00000020:00000010:2.0:1773941289.358309:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000005a33b9bb. 00000020:00000010:2.0:1773941289.358312:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000005a33b9bb. 00000020:00000010:2.0:1773941289.358319:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at 0000000032e84edd. 00000020:00000010:2.0:1773941289.358322:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 56 at 0000000032e84edd. 00000100:00000010:2.0:1773941289.358332:0:6318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 0000000036709d8b. 02000000:00000010:2.0:1773941289.358344:0:6318:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006a59a4ff. 00000100:00000010:2.0:1773941289.358358:0:6318:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d607fa33. 02000000:00000010:2.0:1773941289.358390:0:6318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 0000000042c69586. 00000400:00000200:2.0:1773941289.358397:0:6318:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941289.358402:0:6318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000001c766e22. 00000400:00000010:2.0:1773941289.358408:0:6318:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 0000000002653909. 00000100:00000200:2.0:1773941289.358415:0:6318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112200238080, portal 25 00000400:00000010:2.0:1773941289.358421:0:6318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000e90ce300. 00000100:00000200:2.0:1773941289.358425:0:6318:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112200238080, offset 0 00000400:00000200:2.0:1773941289.358432:0:6318:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941289.358440:0:6318:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.358448:0:6318:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941289.358455:0:6318:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941289.358466:0:6318:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941289.358472:0:6318:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941289.358476:0:6318:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941289.358482:0:6318:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [11:11:256:4294967295] 192.168.202.112@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:2.0:1773941289.358490:0:6318:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.358505:0:6318:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941289.358512:0:6318:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941289.358516:0:6318:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a33b9bb. 00000800:00000200:2.0:1773941289.358523:0:6318:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004e2d5dd4] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941289.358531:0:6318:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941289.358535:0:6318:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005a33b9bb type 1, nob 368 niov 1 nkiov 1 00000400:00000200:2.0:1773941289.358558:0:6318:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000010:2.0:1773941289.358564:0:6318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 000000009052e7b6. 00000100:00000010:2.0:1773941289.358582:0:6318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at 00000000722c7150. 00000800:00000200:1.0:1773941289.358718:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941289.358721:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a33b9bb. 00000400:00000200:1.0:1773941289.358727:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.358733:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941289.358740:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000e90ce300 00000400:00000010:1.0:1773941289.358742:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000e90ce300. 00000100:00000200:1.0:1773941289.358750:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@0000000036709d8b x1860112200238080/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941305 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941289.359810:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.359815:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941289.359822:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.359825:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.359833:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.359839:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 8472 into portal 25 MB=0x69bc31ef00400 00000400:00000200:1.0:1773941289.359843:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.359850:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 8472/8472 into md 0x279 [4] + 224 00000400:00000200:1.0:1773941289.359873:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.359878:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941289.359887:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@0000000036709d8b x1860112200238080/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941305 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941289.360005:0:6318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000001c766e22. 00000400:00000200:3.0:1773941289.360012:0:6318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 0000000002653909 00000400:00000010:3.0:1773941289.360014:0:6318:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 0000000002653909. 00000100:00000200:3.0:1773941289.360025:0:6318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@0000000036709d8b x1860112200238080/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941289.360035:0:6318:0:(events.c:102:reply_in_callback()) @@@ unlink req@0000000036709d8b x1860112200238080/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941289.360069:0:6318:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000d607fa33. 02000000:00000010:3.0:1773941289.360081:0:6318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 0000000042c69586. 02000000:00000010:3.0:1773941289.360093:0:6318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000006a59a4ff. 00000100:00000010:3.0:1773941289.360097:0:6318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 0000000036709d8b. 00000020:00000010:3.0:1773941289.360106:0:6318:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000006061fa51. 00000020:00000010:3.0:1773941289.360126:0:6318:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000006061fa51. 00000040:00000010:3.0:1773941289.360131:0:6318:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at 000000006b18801d. 00000020:00000010:3.0:1773941289.360140:0:6318:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at 000000001b68087a. 00000020:00000010:3.0:1773941289.360152:0:6318:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 0000000015d77da5. 00000040:00000010:3.0:1773941289.360156:0:6318:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 00000000c9404a57. 00000020:00000010:3.0:1773941289.360161:0:6318:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 000000008de84635. 00000020:00000010:3.0:1773941289.360167:0:6318:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at 00000000c6900beb. 00000020:00000010:3.0:1773941289.360172:0:6318:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000004296a38f. 80000000:00000010:3.0:1773941289.360176:0:6318:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000002046f515. 40000000:00000010:3.0:1773941289.360181:0:6318:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at 00000000fc0a9091. 00100000:00000010:3.0:1773941289.360185:0:6318:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at 00000000bbc969a8. 00040000:00000010:3.0:1773941289.360190:0:6318:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at 00000000e23d0806. 00040000:00000010:3.0:1773941289.360193:0:6318:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at 00000000f4e7066f. 00040000:00000010:3.0:1773941289.360197:0:6318:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000d5d567aa. 00000004:00000010:3.0:1773941289.360200:0:6318:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at 00000000f010d650. 00000004:00000010:3.0:1773941289.360205:0:6318:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at 000000007b3d753e. 00000004:00000010:3.0:1773941289.360210:0:6318:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at 00000000d7f4c7dc. 00002000:00000010:3.0:1773941289.360212:0:6318:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at 00000000103e3c23. 00000004:00000010:3.0:1773941289.360215:0:6318:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at 00000000ed8703de. 00000020:00000010:3.0:1773941289.360218:0:6318:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000337a3602. 00000040:00000010:2.0:1773941289.360244:0:6300:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at 00000000e6fa424d. 00000040:00000010:2.0:1773941289.360253:0:6300:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at 00000000d9b7bed4. 00000040:00000010:2.0:1773941289.360258:0:6300:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at 00000000e65ec360. 00000020:00000010:2.0:1773941289.360269:0:6300:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000da8c6f7a. 00000040:00000010:2.0:1773941289.360276:0:6300:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at 000000009cdc06f5. 00000020:00000010:2.0:1773941289.360283:0:6300:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at 00000000fa3b14b8. 00000020:00000010:2.0:1773941289.360288:0:6300:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at 000000007b78c6a0. 80000000:00000010:2.0:1773941289.360294:0:6300:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at 000000004390187d. 00040000:00000010:2.0:1773941289.360300:0:6300:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at 00000000ebf0d94b. 20000000:00000010:2.0:1773941289.360305:0:6300:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at 00000000ec9c28c8. 00000020:00000010:2.0:1773941289.360309:0:6300:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b42c8e92. 10000000:00000010:2.0:1773941289.360312:0:6300:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at 0000000027eccd50. 00000100:00000010:2.0:1773941289.360339:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004bd76c71. 02000000:00000010:2.0:1773941289.360348:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063747911. 00010000:00000010:2.0:1773941289.360362:0:6300:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at 0000000054edadcf. 00010000:00000010:2.0:1773941289.360369:0:6300:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 00000000a99e66c0. 00000100:00000010:2.0:1773941289.360382:0:6300:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000edb64c46. 02000000:00000010:2.0:1773941289.360396:0:6300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000097ceeda. 00000400:00000200:2.0:1773941289.360401:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941289.360405:0:6300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e07bd917. 00000400:00000010:2.0:1773941289.360409:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bbd0f07. 00000100:00000200:2.0:1773941289.360412:0:6300:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200238208, portal 25 00000400:00000010:2.0:1773941289.360416:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000002c288478. 00000100:00000200:2.0:1773941289.360418:0:6300:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200238208, offset 0 00000400:00000200:2.0:1773941289.360425:0:6300:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941289.360430:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.360435:0:6300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941289.360438:0:6300:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941289.360440:0:6300:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941289.360442:0:6300:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941289.360445:0:6300:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941289.360447:0:6300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [12:12:256:4294967295] 192.168.202.112@tcp LPNI seq info [12:12:8:4294967295] 00000400:00000200:2.0:1773941289.360451:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.360460:0:6300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941289.360464:0:6300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941289.360467:0:6300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005a33b9bb. 00000800:00000200:2.0:1773941289.360471:0:6300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004e2d5dd4] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941289.360475:0:6300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941289.360477:0:6300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000005a33b9bb type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1773941289.360489:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941289.360526:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941289.360529:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005a33b9bb. 00000400:00000200:1.0:1773941289.360531:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.360535:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941289.360537:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000002c288478 00000400:00000010:1.0:1773941289.360538:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000002c288478. 00000100:00000200:1.0:1773941289.360542:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004bd76c71 x1860112200238208/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941305 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941289.361154:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.361158:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941289.361163:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.361165:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.361169:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.361171:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 344 into portal 25 MB=0x69bc31ef00480 00000400:00000200:1.0:1773941289.361174:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.361176:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 344/344 into md 0x281 [1] + 224 00000400:00000200:1.0:1773941289.361185:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.361194:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941289.361197:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004bd76c71 x1860112200238208/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941305 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941289.361245:0:6300:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e07bd917. 00000400:00000200:2.0:1773941289.361250:0:6300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bbd0f07 00000400:00000010:2.0:1773941289.361252:0:6300:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bbd0f07. 00000100:00000200:2.0:1773941289.361257:0:6300:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004bd76c71 x1860112200238208/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941289.361266:0:6300:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004bd76c71 x1860112200238208/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941289.361285:0:6300:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000edb64c46. 02000000:00000010:2.0:1773941289.361305:0:6300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000097ceeda. 02000000:00000010:2.0:1773941289.361308:0:6300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000063747911. 00000100:00000010:2.0:1773941289.361311:0:6300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004bd76c71. 10000000:00000010:2.0:1773941289.361318:0:6300:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at 000000009f3236af. 00000100:00000010:2.0:1773941289.361804:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004bd76c71. 02000000:00000010:2.0:1773941289.361813:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000063747911. 00000100:00000010:2.0:1773941289.361819:0:6300:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at 00000000097ceeda. 00000100:00000010:2.0:1773941289.361853:0:6300:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at 000000003d6ec1b8. 00000100:00000010:2.0:1773941289.361870:0:6300:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000edb64c46. 00000400:00000200:2.0:1773941289.361883:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941289.361886:0:6300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 00000000e07bd917. 00000400:00000010:2.0:1773941289.361891:0:6300:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at 00000000d319273c. 00000100:00000200:2.0:1773941289.361896:0:6300:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x69bc31ef00500-0x69bc31ef00500, portal 33 02000000:00000010:2.0:1773941289.361901:0:6300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006a59a4ff. 00000400:00000200:2.0:1773941289.361905:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941289.361908:0:6300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039969f55. 00000400:00000010:2.0:1773941289.361911:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bbd0f07. 00000100:00000200:2.0:1773941289.361914:0:6300:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200238336, portal 25 00000400:00000010:2.0:1773941289.361917:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000008bbcd8be. 00000100:00000200:2.0:1773941289.361920:0:6300:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1860112200238336, offset 0 00000400:00000200:2.0:1773941289.361926:0:6300:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941289.361931:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.361935:0:6300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941289.361937:0:6300:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941289.361940:0:6300:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941289.361942:0:6300:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941289.361945:0:6300:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941289.361948:0:6300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [13:13:256:4294967295] 192.168.202.112@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:2.0:1773941289.361952:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.361960:0:6300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941289.361964:0:6300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941289.361973:0:6300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000da578ead. 00000800:00000200:2.0:1773941289.361979:0:6300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004e2d5dd4] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941289.361983:0:6300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941289.361986:0:6300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000da578ead type 1, nob 400 niov 1 nkiov 1 00000400:00000200:2.0:1773941289.361999:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941289.362075:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941289.362078:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000da578ead. 00000400:00000200:1.0:1773941289.362080:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.362084:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941289.362086:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000008bbcd8be 00000400:00000010:1.0:1773941289.362087:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000008bbcd8be. 00000100:00000200:1.0:1773941289.362091:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004bd76c71 x1860112200238336/t0(0) o256->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941305 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941289.362619:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.362623:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941289.362628:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.362630:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.362633:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.362636:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 176 into portal 33 MB=0x69bc31ef00500 00000400:00000200:1.0:1773941289.362639:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.362905:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.112@tcp of length 176/176 into md 0x289 [256] + 0 00000400:00000010:1.0:1773941289.362908:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 00000000e07bd917. 00000400:00000200:1.0:1773941289.362913:0:2398:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md 00000000d319273c 00000400:00000200:1.0:1773941289.362921:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.362924:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941289.362925:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000d319273c 00000400:00000010:1.0:1773941289.362926:0:2398:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at 00000000d319273c. 00000100:00000200:1.0:1773941289.362929:0:2398:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req 000000004bd76c71 desc 00000000097ceeda mbits 1860112200238336 00000400:00000200:1.0:1773941289.362941:0:2398:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1773941289.362944:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.362946:0:2398:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.12@tcp to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941289.362950:0:2398:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [14:14:256:4294967295] 192.168.202.112@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:1.0:1773941289.362960:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.362966:0:2398:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:192.168.202.12@tcp) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) 192.168.202.112@tcp : ACK try# 0 00000800:00000200:1.0:1773941289.362969:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.112@tcp 00000800:00000010:1.0:1773941289.362980:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at 00000000c359477c. 00000800:00000200:1.0:1773941289.362985:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004e2d5dd4] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:1.0:1773941289.362989:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:1.0:1773941289.362991:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000c359477c type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1773941289.363026:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941289.363028:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at 00000000c359477c. 00000400:00000200:1.0:1773941289.363032:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.363035:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: ACK: OK 00000400:00000200:1.0:1773941289.363486:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.363490:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941289.363493:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.363495:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.363497:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.363500:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 240 into portal 25 MB=0x69bc31ef00500 00000400:00000200:1.0:1773941289.363504:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.363507:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 240/240 into md 0x291 [1] + 224 00000400:00000200:1.0:1773941289.363514:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.363519:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941289.363523:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004bd76c71 x1860112200238336/t0(0) o256->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941305 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941289.363565:0:6300:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039969f55. 00000400:00000200:2.0:1773941289.363570:0:6300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bbd0f07 00000400:00000010:2.0:1773941289.363572:0:6300:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bbd0f07. 00000100:00000200:2.0:1773941289.363579:0:6300:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004bd76c71 x1860112200238336/t0(0) o256->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941289.363590:0:6300:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004bd76c71 x1860112200238336/t0(0) o256->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941289.363607:0:6300:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000edb64c46. 10000000:00000010:2.0:1773941289.363617:0:6300:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at 00000000bbe01912. 00000100:00000200:2.0:1773941289.363625:0:6300:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.112@tcp with 192.168.202.112@tcp 00000100:00000200:2.0:1773941289.363627:0:6300:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.112@tcp' 00000400:00000200:2.0:1773941289.363629:0:6300:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1773941289.363631:0:6300:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.112@tcp 00000400:00000200:2.0:1773941289.363635:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.363637:0:6300:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.112@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941289.363671:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.363676:0:6300:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941289.363680:0:6300:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp: 0. pending discovery 00000400:00000200:2.0:1773941289.363682:0:6300:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.112@tcp 10000000:00000010:2.0:1773941289.363687:0:6300:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 00000000241be7c7. 00000020:00000010:2.0:1773941289.363694:0:6300:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec9c28c8. 00000020:00000010:2.0:1773941289.363698:0:6300:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ebf0d94b. 00000020:00000010:2.0:1773941289.363701:0:6300:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000e6fa424d. 00000008:00000010:2.0:1773941289.363704:0:6300:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000f6148b21. 00020000:00000010:2.0:1773941289.363706:0:6300:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000008c23d7ff. 00008000:00000010:2.0:1773941289.363709:0:6300:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b867a7ed. 00000080:00000010:2.0:1773941289.363712:0:6300:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000d9191a94. 00000080:00000010:2.0:1773941289.363719:0:6300:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000008b529829. 00000020:00000010:2.0:1773941289.363759:0:6300:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000ebf0d94b. 00000020:00000010:2.0:1773941289.363763:0:6300:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000e6fa424d. 00000008:00000010:2.0:1773941289.363766:0:6300:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000f6148b21. 00020000:00000010:2.0:1773941289.363770:0:6300:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000008c23d7ff. 00008000:00000010:2.0:1773941289.363773:0:6300:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000b867a7ed. 00000080:00000010:2.0:1773941289.363776:0:6300:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000d9191a94. 00000080:00000010:2.0:1773941289.363778:0:6300:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000008b529829. 00000020:00000010:2.0:1773941289.363782:0:6300:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec9c28c8. 10000000:00000010:2.0:1773941289.363784:0:6300:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 00000000241be7c7. 00000100:00000200:2.0:1773941289.363793:0:6300:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.112@tcp with 192.168.202.112@tcp 00000100:00000200:2.0:1773941289.363795:0:6300:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.112@tcp' 00000400:00000200:2.0:1773941289.363797:0:6300:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1773941289.363799:0:6300:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.112@tcp 00000400:00000200:2.0:1773941289.363802:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.363805:0:6300:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.112@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941289.363808:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.363811:0:6300:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941289.363813:0:6300:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp: 0. pending discovery 00000400:00000200:2.0:1773941289.363816:0:6300:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.112@tcp 10000000:00000010:2.0:1773941289.363820:0:6300:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 00000000241be7c7. 00000020:00000010:2.0:1773941289.363824:0:6300:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebf0d94b. 00000020:00000010:2.0:1773941289.363827:0:6300:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ec9c28c8. 00000020:00000010:2.0:1773941289.363830:0:6300:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000e6fa424d. 00000008:00000010:2.0:1773941289.363832:0:6300:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000f6148b21. 00020000:00000010:2.0:1773941289.363834:0:6300:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000008c23d7ff. 00008000:00000010:2.0:1773941289.363836:0:6300:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b867a7ed. 00000080:00000010:2.0:1773941289.363839:0:6300:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000d9191a94. 00000080:00000010:2.0:1773941289.363842:0:6300:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000008b529829. 00000020:00000010:2.0:1773941289.363882:0:6300:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000ec9c28c8. 00000020:00000010:2.0:1773941289.363885:0:6300:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000e6fa424d. 00000008:00000010:2.0:1773941289.363889:0:6300:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000f6148b21. 00020000:00000010:2.0:1773941289.363892:0:6300:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000008c23d7ff. 00008000:00000010:2.0:1773941289.363900:0:6300:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000b867a7ed. 00000080:00000010:2.0:1773941289.363904:0:6300:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000d9191a94. 00000080:00000010:2.0:1773941289.363906:0:6300:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000008b529829. 00000020:00000010:2.0:1773941289.363908:0:6300:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebf0d94b. 10000000:00000010:2.0:1773941289.363912:0:6300:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 00000000241be7c7. 00000100:00000200:2.0:1773941289.363921:0:6300:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.112@tcp with 192.168.202.112@tcp 00000100:00000200:2.0:1773941289.363923:0:6300:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.112@tcp' 00000400:00000200:2.0:1773941289.363925:0:6300:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1773941289.363927:0:6300:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.112@tcp 00000400:00000200:2.0:1773941289.363933:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.363936:0:6300:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.112@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941289.363939:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.363942:0:6300:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941289.363946:0:6300:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp: 0. pending discovery 00000400:00000200:2.0:1773941289.363949:0:6300:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.112@tcp 10000000:00000010:2.0:1773941289.363956:0:6300:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 00000000241be7c7. 00000020:00000010:2.0:1773941289.363960:0:6300:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec9c28c8. 00000020:00000010:2.0:1773941289.363963:0:6300:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ebf0d94b. 00000020:00000010:2.0:1773941289.363966:0:6300:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000e6fa424d. 00000008:00000010:2.0:1773941289.363971:0:6300:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000f6148b21. 00020000:00000010:2.0:1773941289.363974:0:6300:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000008c23d7ff. 00008000:00000010:2.0:1773941289.363976:0:6300:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b867a7ed. 00000080:00000010:2.0:1773941289.363979:0:6300:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000d9191a94. 00000080:00000010:2.0:1773941289.363981:0:6300:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000008b529829. 00000020:00000010:2.0:1773941289.364018:0:6300:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000ebf0d94b. 00000020:00000010:2.0:1773941289.364021:0:6300:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000e6fa424d. 00000008:00000010:2.0:1773941289.364024:0:6300:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000f6148b21. 00020000:00000010:2.0:1773941289.364027:0:6300:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000008c23d7ff. 00008000:00000010:2.0:1773941289.364029:0:6300:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000b867a7ed. 00000080:00000010:2.0:1773941289.364031:0:6300:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000d9191a94. 00000080:00000010:2.0:1773941289.364035:0:6300:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000008b529829. 00000020:00000010:2.0:1773941289.364037:0:6300:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec9c28c8. 10000000:00000010:2.0:1773941289.364040:0:6300:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 00000000241be7c7. 00000100:00000200:2.0:1773941289.364053:0:6300:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.112@tcp with 192.168.202.112@tcp 00000100:00000200:2.0:1773941289.364055:0:6300:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.112@tcp' 00000400:00000200:2.0:1773941289.364057:0:6300:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:2.0:1773941289.364059:0:6300:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.112@tcp 00000400:00000200:2.0:1773941289.364063:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.364065:0:6300:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.112@tcp NID flags 0x100001: -17 00000400:00000200:2.0:1773941289.364069:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.364072:0:6300:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:2.0:1773941289.364075:0:6300:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp: 0. pending discovery 00000400:00000200:2.0:1773941289.364077:0:6300:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.112@tcp 10000000:00000010:2.0:1773941289.364080:0:6300:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at 00000000241be7c7. 00000020:00000010:2.0:1773941289.364085:0:6300:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ebf0d94b. 00000020:00000010:2.0:1773941289.364090:0:6300:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000ec9c28c8. 00000020:00000010:2.0:1773941289.364094:0:6300:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at 00000000e6fa424d. 00000008:00000010:2.0:1773941289.364099:0:6300:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at 00000000f6148b21. 00020000:00000010:2.0:1773941289.364104:0:6300:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at 000000008c23d7ff. 00008000:00000010:2.0:1773941289.364120:0:6300:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at 00000000b867a7ed. 00000080:00000010:2.0:1773941289.364125:0:6300:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at 00000000d9191a94. 00000080:00000010:2.0:1773941289.364130:0:6300:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at 000000008b529829. 00000020:00000010:2.0:1773941289.364167:0:6300:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at 00000000ec9c28c8. 00000020:00000010:2.0:1773941289.364170:0:6300:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at 00000000e6fa424d. 00000008:00000010:2.0:1773941289.364174:0:6300:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at 00000000f6148b21. 00020000:00000010:2.0:1773941289.364177:0:6300:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at 000000008c23d7ff. 00008000:00000010:2.0:1773941289.364179:0:6300:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at 00000000b867a7ed. 00000080:00000010:2.0:1773941289.364181:0:6300:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at 00000000d9191a94. 00000080:00000010:2.0:1773941289.364185:0:6300:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at 000000008b529829. 00000020:00000010:2.0:1773941289.364187:0:6300:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ebf0d94b. 10000000:00000010:2.0:1773941289.364190:0:6300:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at 00000000241be7c7. 10000000:00000010:2.0:1773941289.364193:0:6300:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at 00000000bbe01912. 02000000:00000010:2.0:1773941289.364197:0:6300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006a59a4ff. 00000100:00000010:2.0:1773941289.364209:0:6300:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at 000000003d6ec1b8. 00000100:00000010:2.0:1773941289.364212:0:6300:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at 00000000097ceeda. 02000000:00000010:2.0:1773941289.364215:0:6300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 0000000063747911. 00000100:00000010:2.0:1773941289.364225:0:6300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004bd76c71. 10000000:00000010:2.0:1773941289.365291:0:6300:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at 000000009f3236af. 00000100:00000010:2.0:1773941289.365310:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000004bd76c71. 02000000:00000010:2.0:1773941289.365317:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec9c28c8. 00010000:00000010:2.0:1773941289.365322:0:6300:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at 00000000192a3799. 00010000:00000010:2.0:1773941289.365327:0:6300:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at 0000000026070bda. 00000100:00000010:2.0:1773941289.365335:0:6300:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000edb64c46. 02000000:00000010:2.0:1773941289.365343:0:6300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000097ceeda. 00000400:00000200:2.0:1773941289.365348:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941289.365350:0:6300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000039969f55. 00000400:00000010:2.0:1773941289.365353:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000001bbd0f07. 00000100:00000200:2.0:1773941289.365356:0:6300:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200238464, portal 25 00000400:00000010:2.0:1773941289.365359:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bf9d26f3. 00000100:00000200:2.0:1773941289.365360:0:6300:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200238464, offset 0 00000400:00000200:2.0:1773941289.365365:0:6300:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941289.365369:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.365374:0:6300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941289.365378:0:6300:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941289.365385:0:6300:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941289.365390:0:6300:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941289.365392:0:6300:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941289.365396:0:6300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [15:15:256:4294967295] 192.168.202.112@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:2.0:1773941289.365402:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941289.365415:0:6300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941289.365422:0:6300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941289.365424:0:6300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000034c5a2cb. 00000800:00000200:2.0:1773941289.365431:0:6300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004e2d5dd4] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941289.365438:0:6300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941289.365441:0:6300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 0000000034c5a2cb type 1, nob 424 niov 1 nkiov 1 00000400:00000200:2.0:1773941289.365461:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941289.365519:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941289.365523:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000034c5a2cb. 00000400:00000200:1.0:1773941289.365526:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.365532:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941289.365536:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bf9d26f3 00000400:00000010:1.0:1773941289.365538:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bf9d26f3. 00000100:00000200:1.0:1773941289.365545:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000004bd76c71 x1860112200238464/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941305 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941289.366165:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.366169:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941289.366173:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.366177:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.366182:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.366184:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 344 into portal 25 MB=0x69bc31ef00580 00000400:00000200:1.0:1773941289.366186:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.366188:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 344/344 into md 0x299 [1] + 224 00000400:00000200:1.0:1773941289.366208:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.366212:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941289.366219:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000004bd76c71 x1860112200238464/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941305 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941289.366264:0:6300:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000039969f55. 00000400:00000200:3.0:1773941289.366271:0:6300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000001bbd0f07 00000400:00000010:3.0:1773941289.366273:0:6300:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000001bbd0f07. 00000100:00000200:3.0:1773941289.366282:0:6300:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000004bd76c71 x1860112200238464/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941289.366292:0:6300:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000004bd76c71 x1860112200238464/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941289.366316:0:6300:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000edb64c46. 02000000:00000010:3.0:1773941289.366335:0:6300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000097ceeda. 02000000:00000010:3.0:1773941289.366341:0:6300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000ec9c28c8. 00000100:00000010:3.0:1773941289.366344:0:6300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000004bd76c71. 10000000:00000010:3.0:1773941289.366351:0:6300:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at 000000007c0e7e4f. 00000020:00000010:3.0:1773941289.366354:0:6300:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079989cc4. 00000020:00000010:3.0:1773941289.366359:0:6300:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 00000000326afdf1. 00000040:00000010:3.0:1773941289.366366:0:6300:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 0000000086091058. 00000020:00000010:3.0:1773941289.366373:0:6300:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 00000000c244884f. 00000020:00000010:3.0:1773941289.366378:0:6300:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 000000006166a20e. 80000000:00000010:3.0:1773941289.366382:0:6300:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 000000008c68c518. 00040000:00000010:3.0:1773941289.366386:0:6300:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 000000004d2059bc. 20000000:00000010:3.0:1773941289.366390:0:6300:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at 00000000ec9c28c8. 00000040:00000010:3.0:1773941289.366397:0:6300:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at 0000000017d4478c. 00000100:00000010:3.0:1773941289.366403:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c07f7d0. 02000000:00000010:3.0:1773941289.366412:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c6e322ed. 00000100:00000010:3.0:1773941289.366422:0:6300:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094b1f046. 02000000:00000010:3.0:1773941289.366435:0:6300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1a123ae. 00000400:00000200:3.0:1773941289.366440:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941289.366443:0:6300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008829f062. 00000400:00000010:3.0:1773941289.366449:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e1d8fa6. 00000100:00000200:3.0:1773941289.366452:0:6300:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200238592, portal 25 00000400:00000010:3.0:1773941289.366456:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000a8870ea7. 00000100:00000200:3.0:1773941289.366458:0:6300:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1860112200238592, offset 0 00000400:00000200:3.0:1773941289.366463:0:6300:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941289.366469:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941289.366474:0:6300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941289.366478:0:6300:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941289.366482:0:6300:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941289.366484:0:6300:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941289.366486:0:6300:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941289.366494:0:6300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [16:16:256:4294967295] 192.168.202.112@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:3.0:1773941289.366498:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941289.366507:0:6300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:3.0:1773941289.366511:0:6300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941289.366514:0:6300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006061fa51. 00000800:00000200:3.0:1773941289.366520:0:6300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004e2d5dd4] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941289.366525:0:6300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941289.366528:0:6300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000006061fa51 type 1, nob 600 niov 1 nkiov 1 00000400:00000200:3.0:1773941289.366540:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941289.366629:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941289.366632:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006061fa51. 00000400:00000200:1.0:1773941289.366637:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.366661:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941289.366667:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000a8870ea7 00000400:00000010:1.0:1773941289.366669:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000a8870ea7. 00000100:00000200:1.0:1773941289.366679:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c07f7d0 x1860112200238592/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941305 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941289.367301:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.367306:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941289.367310:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.367313:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.367315:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.367317:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 272 into portal 25 MB=0x69bc31ef00600 00000400:00000200:1.0:1773941289.367320:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.367325:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 272/272 into md 0x2a1 [1] + 224 00000400:00000200:1.0:1773941289.367335:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.367346:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941289.367350:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c07f7d0 x1860112200238592/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941305 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941289.367383:0:6300:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008829f062. 00000400:00000200:3.0:1773941289.367388:0:6300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e1d8fa6 00000400:00000010:3.0:1773941289.367390:0:6300:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e1d8fa6. 00000100:00000200:3.0:1773941289.367396:0:6300:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c07f7d0 x1860112200238592/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941289.367402:0:6300:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c07f7d0 x1860112200238592/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941289.367413:0:6300:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000094b1f046. 02000000:00000010:3.0:1773941289.367419:0:6300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1a123ae. 02000000:00000010:3.0:1773941289.367423:0:6300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c6e322ed. 00000100:00000010:3.0:1773941289.367425:0:6300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c07f7d0. 00000040:00000010:3.0:1773941289.367432:0:6300:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at 00000000d9b7bed4. 00000100:00000010:3.0:1773941289.367437:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 000000005c07f7d0. 02000000:00000010:3.0:1773941289.367442:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c6e322ed. 00000100:00000010:3.0:1773941289.367447:0:6300:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094b1f046. 02000000:00000010:3.0:1773941289.367463:0:6300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000beb48786. 00000400:00000200:3.0:1773941289.367467:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941289.367469:0:6300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 000000008829f062. 00000400:00000010:3.0:1773941289.367474:0:6300:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000dfd61c29. 00000100:00000200:3.0:1773941289.367477:0:6300:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112200238720, portal 25 00000400:00000010:3.0:1773941289.367480:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 000000004e1d8fa6. 00000100:00000200:3.0:1773941289.367487:0:6300:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112200238720, offset 0 00000400:00000200:3.0:1773941289.367491:0:6300:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941289.367494:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941289.367497:0:6300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941289.367499:0:6300:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941289.367501:0:6300:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941289.367502:0:6300:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941289.367504:0:6300:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941289.367509:0:6300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [17:17:256:4294967295] 192.168.202.112@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:3.0:1773941289.367512:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941289.367518:0:6300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:3.0:1773941289.367522:0:6300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941289.367525:0:6300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000973003c2. 00000800:00000200:3.0:1773941289.367530:0:6300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004e2d5dd4] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941289.367535:0:6300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941289.367537:0:6300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000973003c2 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1773941289.367549:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941289.367605:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941289.367609:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000973003c2. 00000400:00000200:1.0:1773941289.367613:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.367618:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941289.367620:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 000000004e1d8fa6 00000400:00000010:1.0:1773941289.367621:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 000000004e1d8fa6. 00000100:00000200:1.0:1773941289.367628:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@000000005c07f7d0 x1860112200238720/t0(0) o503->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941305 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941289.368515:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.368520:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941289.368527:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.368530:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.368533:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.368538:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 8416 into portal 25 MB=0x69bc31ef00680 00000400:00000200:1.0:1773941289.368543:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.368546:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 8416/8416 into md 0x2a9 [4] + 224 00000400:00000200:1.0:1773941289.368562:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.368566:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941289.368570:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@000000005c07f7d0 x1860112200238720/t0(0) o503->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941305 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941289.368605:0:6300:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 000000008829f062. 00000400:00000200:3.0:1773941289.368609:0:6300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000dfd61c29 00000400:00000010:3.0:1773941289.368611:0:6300:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000dfd61c29. 00000100:00000200:3.0:1773941289.368616:0:6300:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@000000005c07f7d0 x1860112200238720/t0(0) o503->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941289.368622:0:6300:0:(events.c:102:reply_in_callback()) @@@ unlink req@000000005c07f7d0 x1860112200238720/t0(0) o503->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941289.368632:0:6300:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 0000000094b1f046. 02000000:00000010:3.0:1773941289.368638:0:6300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000beb48786. 02000000:00000010:3.0:1773941289.368671:0:6300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 00000000c6e322ed. 00000100:00000010:3.0:1773941289.368674:0:6300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 000000005c07f7d0. 00000040:00000010:3.0:1773941289.368682:0:6300:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at 00000000190e8418. 00000020:00000010:1.0:1773941289.368805:0:6325:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005a8299d8. 00000020:00000010:1.0:1773941289.368814:0:6325:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at 000000004e7b45a4. 00000040:00000010:1.0:1773941289.368818:0:6325:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at 00000000b81e9f8d. 00000020:00000010:1.0:1773941289.368824:0:6325:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at 000000007c42ab8c. 00000020:00000010:1.0:1773941289.368834:0:6325:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at 00000000b6ce7c6f. 00000020:00000010:1.0:1773941289.368838:0:6325:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at 0000000008e7b02b. 80000000:00000010:1.0:1773941289.368843:0:6325:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at 0000000017ef8273. 40000000:00000010:1.0:1773941289.368856:0:6325:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at 0000000089e3846e. 00100000:00000010:1.0:1773941289.368862:0:6325:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at 000000000a5984de. 00040000:00000010:1.0:1773941289.368868:0:6325:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at 000000005dd5d35e. 00040000:00000010:1.0:1773941289.368874:0:6325:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at 000000003f1f4b58. 00040000:00000010:1.0:1773941289.368878:0:6325:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at 00000000295c7939. 00000004:00000010:1.0:1773941289.368883:0:6325:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at 000000003b5ecb50. 00000004:00000010:1.0:1773941289.368890:0:6325:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at 000000004e7d9fbf. 00000004:00000010:1.0:1773941289.368897:0:6325:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at 00000000024d7a3d. 00002000:00000010:1.0:1773941289.368903:0:6325:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at 00000000d942d8e3. 00000004:00000010:1.0:1773941289.368909:0:6325:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at 0000000099054aa3. 00000020:00000010:1.0:1773941289.368914:0:6325:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at 000000005c5bc12d. 00000040:00000010:1.0:1773941289.368920:0:6325:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at 00000000c359477c. 00000100:00000010:1.0:1773941289.368926:0:6325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at 00000000ee8e9539. 02000000:00000010:1.0:1773941289.368934:0:6325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003749f8b2. 00000100:00000010:1.0:1773941289.368943:0:6325:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000689abfa7. 02000000:00000010:1.0:1773941289.368961:0:6325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at 00000000beb48786. 00000400:00000200:1.0:1773941289.368964:0:6325:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941289.368968:0:6325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at 0000000083504f4d. 00000400:00000010:1.0:1773941289.368975:0:6325:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at 00000000b875b015. 00000100:00000200:1.0:1773941289.368978:0:6325:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112200238848, portal 25 00000400:00000010:1.0:1773941289.368982:0:6325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at 00000000bafd37a0. 00000100:00000200:1.0:1773941289.368985:0:6325:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112200238848, offset 0 00000400:00000200:1.0:1773941289.368995:0:6325:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941289.369002:0:6325:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.369011:0:6325:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941289.369014:0:6325:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941289.369016:0:6325:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941289.369018:0:6325:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941289.369021:0:6325:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:1.0:1773941289.369026:0:6325:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [18:18:256:4294967295] 192.168.202.112@tcp LPNI seq info [18:18:8:4294967295] 00000400:00000200:1.0:1773941289.369028:0:6325:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.369036:0:6325:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:1.0:1773941289.369045:0:6325:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:1.0:1773941289.369049:0:6325:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009369f784. 00000800:00000200:1.0:1773941289.369052:0:6325:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000004e2d5dd4] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:1.0:1773941289.369056:0:6325:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:1.0:1773941289.369058:0:6325:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 000000009369f784 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1773941289.369076:0:6325:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:0.0:1773941289.369161:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941289.369166:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009369f784. 00000400:00000200:0.0:1773941289.369172:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941289.369179:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941289.369185:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000bafd37a0 00000400:00000010:0.0:1773941289.369187:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at 00000000bafd37a0. 00000100:00000200:0.0:1773941289.369194:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@00000000ee8e9539 x1860112200238848/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941305 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941289.369734:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.369740:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941289.369743:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.369746:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.369748:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.369750:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 8472 into portal 25 MB=0x69bc31ef00700 00000400:00000200:1.0:1773941289.369753:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.369758:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 8472/8472 into md 0x2b1 [4] + 224 00000400:00000200:1.0:1773941289.369780:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.369786:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941289.369791:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@00000000ee8e9539 x1860112200238848/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941305 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941289.369812:0:6325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at 0000000083504f4d. 00000400:00000200:1.0:1773941289.369815:0:6325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md 00000000b875b015 00000400:00000010:1.0:1773941289.369816:0:6325:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at 00000000b875b015. 00000100:00000200:1.0:1773941289.369819:0:6325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@00000000ee8e9539 x1860112200238848/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941289.369823:0:6325:0:(events.c:102:reply_in_callback()) @@@ unlink req@00000000ee8e9539 x1860112200238848/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941289.369836:0:6325:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at 00000000689abfa7. 02000000:00000010:1.0:1773941289.369842:0:6325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at 00000000beb48786. 02000000:00000010:1.0:1773941289.369852:0:6325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at 000000003749f8b2. 00000100:00000010:1.0:1773941289.369858:0:6325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at 00000000ee8e9539. 00000020:00000010:1.0:1773941289.369876:0:6325:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at 000000001a26d9df. 00000020:00000010:1.0:1773941289.369879:0:6325:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at 000000001a26d9df. 00000020:00000010:1.0:1773941289.369889:0:6325:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 28 at 00000000701a6af5. 00000020:00000010:1.0:1773941289.369894:0:6325:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at 00000000aaf62c12. 00000020:00000010:1.0:1773941289.369916:0:6325:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff8a5a838ae900. 00000020:00000010:1.0:1773941289.369919:0:6325:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff8a5aa069bc60. 00000100:00000010:1.0:1773941289.369926:0:6325:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354d180. 02000000:00000010:1.0:1773941289.369931:0:6325:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a85031200. 00000100:00000010:1.0:1773941289.369936:0:6325:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5aa0648e40. 02000000:00000010:1.0:1773941289.369950:0:6325:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8a5a892c8000. 00000400:00000200:1.0:1773941289.369953:0:6325:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941289.369959:0:6325:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d8e70. 00000400:00000010:1.0:1773941289.369964:0:6325:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8a5aa0648000. 00000100:00000200:1.0:1773941289.369967:0:6325:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112200238976, portal 25 00000400:00000010:1.0:1773941289.369970:0:6325:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c6e8. 00000100:00000200:1.0:1773941289.369972:0:6325:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112200238976, offset 0 00000400:00000200:1.0:1773941289.369976:0:6325:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941289.369978:0:6325:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.369983:0:6325:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941289.369986:0:6325:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941289.369989:0:6325:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941289.369991:0:6325:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941289.369995:0:6325:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:1.0:1773941289.370001:0:6325:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [19:19:256:4294967295] 192.168.202.112@tcp LPNI seq info [19:19:8:4294967295] 00000400:00000200:1.0:1773941289.370007:0:6325:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.370014:0:6325:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:1.0:1773941289.370020:0:6325:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:1.0:1773941289.370024:0:6325:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a8a564c00. 00000800:00000200:1.0:1773941289.370030:0:6325:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:1.0:1773941289.370036:0:6325:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:1.0:1773941289.370039:0:6325:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a8a564c00 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1773941289.370061:0:6325:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941289.370129:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941289.370132:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a8a564c00. 00000400:00000200:1.0:1773941289.370136:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.370140:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941289.370143:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c6e8 00000400:00000010:1.0:1773941289.370145:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c6e8. 00000100:00000200:1.0:1773941289.370153:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354d180 x1860112200238976/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941305 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941289.370726:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.370732:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941289.370739:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.370743:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.370747:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.370750:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 8472 into portal 25 MB=0x69bc31ef00780 00000400:00000200:1.0:1773941289.370754:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.370757:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 8472/8472 into md 0x2c1 [4] + 224 00000400:00000200:1.0:1773941289.370777:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.370781:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941289.370788:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354d180 x1860112200238976/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941305 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941289.370826:0:6325:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d8e70. 00000400:00000200:1.0:1773941289.370834:0:6325:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0648000 00000400:00000010:1.0:1773941289.370836:0:6325:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8a5aa0648000. 00000100:00000200:1.0:1773941289.370845:0:6325:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354d180 x1860112200238976/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941289.370853:0:6325:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354d180 x1860112200238976/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941305 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941289.370871:0:6325:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5aa0648e40. 02000000:00000010:1.0:1773941289.370877:0:6325:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8a5a892c8000. 02000000:00000010:1.0:1773941289.370895:0:6325:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a85031200. 00000100:00000010:1.0:1773941289.370900:0:6325:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354d180. 00000020:00000010:1.0:1773941289.370911:0:6325:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8a5a8a564c00. 00000020:00000010:1.0:1773941289.370914:0:6325:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8a5a8a564c00. 00000040:00000010:1.0:1773941289.370920:0:6325:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8a5a90cb6000. 00000020:00000010:1.0:1773941289.370926:0:6325:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a84cdbb00. 00000020:00000010:1.0:1773941289.370933:0:6325:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a85030e00. 00000040:00000010:1.0:1773941289.370939:0:6325:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a85030400. 00000020:00000010:1.0:1773941289.370943:0:6325:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a85044000. 00000020:00000010:1.0:1773941289.370947:0:6325:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a988ce9a8. 00000020:00000010:1.0:1773941289.370952:0:6325:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a85031e00. 80000000:00000010:1.0:1773941289.370955:0:6325:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5aa069c360. 40000000:00000010:1.0:1773941289.370958:0:6325:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a84cdbc80. 00100000:00000010:1.0:1773941289.370962:0:6325:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a85045000. 00040000:00000010:1.0:1773941289.370966:0:6325:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a8a564e00. 00040000:00000010:1.0:1773941289.370969:0:6325:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a85043000. 00040000:00000010:1.0:1773941289.370973:0:6325:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a85031400. 00000004:00000010:1.0:1773941289.370978:0:6325:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a85047800. 00000004:00000010:1.0:1773941289.370982:0:6325:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5aa06cf000. 00000004:00000010:1.0:1773941289.370989:0:6325:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a85040800. 00002000:00000010:1.0:1773941289.370993:0:6325:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a8502b800. 00000004:00000010:1.0:1773941289.370996:0:6325:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a85028c00. 00000020:00000010:1.0:1773941289.370999:0:6325:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a85031000. 00000040:00000010:1.0:1773941289.371016:0:6300:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8a5a86d570c0. 00000040:00000010:1.0:1773941289.371022:0:6300:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8a5a81650000. 00000040:00000010:1.0:1773941289.371027:0:6300:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8a5a98201200. 00000020:00000010:1.0:1773941289.371034:0:6300:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5aa0cd1400. 00000040:00000010:1.0:1773941289.371038:0:6300:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5aa0cd1000. 00000020:00000010:1.0:1773941289.371042:0:6300:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930d000. 00000020:00000010:1.0:1773941289.371049:0:6300:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5aa0cd0200. 80000000:00000010:1.0:1773941289.371052:0:6300:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a86d57f60. 00040000:00000010:1.0:1773941289.371057:0:6300:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5aa0cd0400. 20000000:00000010:1.0:1773941289.371062:0:6300:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a81486c00. 00000020:00000010:1.0:1773941289.371066:0:6300:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5aa0cd1e00. 10000000:00000010:1.0:1773941289.371078:0:6300:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eadd40. 00000020:00000010:1.0:1773941289.371097:0:6300:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5aa0e9a400. 00000040:00000010:1.0:1773941289.371103:0:6300:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5aa0e9b000. 00000020:00000010:1.0:1773941289.371106:0:6300:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a906d6800. 00000020:00000010:1.0:1773941289.371123:0:6300:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a8a61c000. 00040000:00000010:1.0:1773941289.371128:0:6300:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a82b82c00. 00040000:00000010:1.0:1773941289.371131:0:6300:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a8a61de00. 00000020:00000010:1.0:1773941289.371135:0:6300:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5aa0e9b400. 00000020:00000010:1.0:1773941289.371139:0:6300:0:(obd_mount.c:82:lustre_process_log()) kfreed 'lcfg': 184 at ffff8a5a904ec3c0. 00000020:00000010:1.0:1773941289.371145:0:6300:0:(obd_mount.c:84:lustre_process_log()) kfreed 'bufs': 104 at ffff8a5a90497800. 00000080:00000010:1.0:1773941289.371154:0:6300:0:(llite_lib.c:1502:ll_fill_super()) kmalloced '(dt)': 33 at ffff8a5a84cdbc80. 00000080:00000010:1.0:1773941289.371163:0:6300:0:(llite_lib.c:1508:ll_fill_super()) kmalloced '(md)': 33 at ffff8a5a84cdbf80. 00000080:00000010:1.0:1773941289.371171:0:6300:0:(llite_lib.c:348:client_common_fill_super()) kmalloced '(data)': 192 at ffff8a5aa0648e40. 00000080:00000010:1.0:1773941289.371177:0:6300:0:(llite_lib.c:352:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff8a5aa0648000. 00000020:00000010:1.0:1773941289.371186:0:6300:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8a5a85040800. 00000020:00000010:1.0:1773941289.371246:0:6300:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8a5a85047800. 00000400:00000200:1.0:1773941289.371267:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.371271:0:6300:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000010:1.0:1773941289.371287:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354d180. 02000000:00000010:1.0:1773941289.371298:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a85028c00. 40000000:00000010:1.0:1773941289.371326:0:6300:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff8a5a8a564e00. 40000000:00000010:1.0:1773941289.371331:0:6300:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff8a5a904ec3c0. 40000000:00000010:1.0:1773941289.371449:0:6300:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff8a5a904ec3c0. 80000000:00000010:1.0:1773941289.371456:0:6300:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff8a5a84cdb880. 00020000:00000010:1.0:1773941289.371467:0:6300:0:(lu_tgt_descs.c:102:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff8a5a838ae900. 00000100:00000010:1.0:1773941289.371476:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354f100. 02000000:00000010:1.0:1773941289.371485:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a8a564c00. 00000020:00000010:1.0:1773941289.371529:0:6300:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8a5a85043000. 00000400:00000200:1.0:1773941289.371544:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.371550:0:6300:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000010:1.0:1773941289.371560:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354e680. 02000000:00000010:1.0:1773941289.371569:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a8502b800. 40000000:00000010:1.0:1773941289.371586:0:6300:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff8a5a8a564100. 40000000:00000010:1.0:1773941289.371597:0:6300:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff8a5a904ec3c0. 40000000:00000010:1.0:1773941289.371718:0:6300:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff8a5a904ec3c0. 80000000:00000010:1.0:1773941289.371725:0:6300:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff8a5a84cdb380. 00000100:00000010:1.0:1773941289.371734:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354ed80. 02000000:00000010:1.0:1773941289.371742:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a8a564f00. 00800000:00000010:1.0:1773941289.371761:0:6300:0:(lmv_obd.c:1417:lmv_statfs()) kmalloced '(temp)': 144 at ffff8a5a904ec3c0. 00000100:00000010:1.0:1773941289.371767:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354dc00. 02000000:00000010:1.0:1773941289.371774:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a9aa28e00. 00000100:00000010:1.0:1773941289.371782:0:6300:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a997aed80. 02000000:00000010:1.0:1773941289.371817:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a85029000. 00000400:00000200:1.0:1773941289.371824:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941289.371830:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d8e70. 00000400:00000010:1.0:1773941289.371837:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c6e8. 00000100:00000200:1.0:1773941289.371840:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200239104, portal 10 00000020:00000010:1.0:1773941289.371847:0:2404:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a5a90cb6000. 00000400:00000010:1.0:1773941289.371853:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c4c8. 00000100:00000200:1.0:1773941289.371856:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112200239104, offset 0 00000400:00000200:1.0:1773941289.371863:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941289.371869:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.371875:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941289.371880:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941289.371885:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941289.371888:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941289.371892:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:1.0:1773941289.371898:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [20:20:256:4294967295] 192.168.202.112@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:1.0:1773941289.371903:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.371919:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:1.0:1773941289.371926:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:1.0:1773941289.371931:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a9aa28600. 00000800:00000200:1.0:1773941289.371936:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:1.0:1773941289.371941:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:1.0:1773941289.371950:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a9aa28600 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1773941289.371962:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 02000000:00000010:1.0:1773941289.371976:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a85028400. 00000400:00000200:1.0:1773941289.371980:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941289.371985:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d80b0. 00000400:00000010:1.0:1773941289.371992:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c110. 00000100:00000200:1.0:1773941289.371995:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200239360, portal 10 00000020:00000010:1.0:1773941289.372000:0:2404:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a5a90cb0000. 00000400:00000010:1.0:1773941289.372006:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cd48. 00000100:00000200:1.0:1773941289.372008:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112200239360, offset 0 00000400:00000200:1.0:1773941289.372014:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941289.372018:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.372021:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941289.372023:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941289.372026:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941289.372029:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941289.372031:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:1.0:1773941289.372038:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [21:21:255:4294967295] 192.168.202.112@tcp LPNI seq info [21:21:7:4294967295] 00000400:00000200:1.0:1773941289.372042:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941289.372050:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:1.0:1773941289.372054:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:1.0:1773941289.372059:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a894f1300. 00000800:00000200:1.0:1773941289.372065:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:1.0:1773941289.372071:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:1.0:1773941289.372075:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a894f1300 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1773941289.372082:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000020:00000010:1.0:1773941289.372132:0:2406:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a988ce9a8. 00000020:00000010:1.0:1773941289.372137:0:2406:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a85031000. 80000000:00000010:1.0:1773941289.372141:0:2406:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5aa069cc60. 40000000:00000010:1.0:1773941289.372145:0:2406:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a84cdb400. 00000008:00000010:1.0:1773941289.372153:0:2406:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5aa0644e18. 00020000:00000010:1.0:1773941289.372168:0:2406:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5aa14a0c00. 00008000:00000010:1.0:1773941289.372174:0:2406:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a892058b8. 00100000:00000010:1.0:1773941289.372179:0:2406:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a85045000. 00040000:00000010:1.0:1773941289.372185:0:2406:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a894f1200. 00040000:00000010:1.0:1773941289.372188:0:2406:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a85044000. 00040000:00000010:1.0:1773941289.372192:0:2406:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a85031400. 00000004:00000010:1.0:1773941289.372196:0:2406:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a85043800. 00000004:00000010:1.0:1773941289.372202:0:2406:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5aa06cf000. 00000004:00000010:1.0:1773941289.372207:0:2406:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a85042000. 00002000:00000010:1.0:1773941289.372212:0:2406:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a8502bc00. 00000004:00000010:1.0:1773941289.372217:0:2406:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a85028000. 00000080:00000010:1.0:1773941289.372222:0:2406:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8a5a83541a80. 00000080:00000010:1.0:1773941289.372227:0:2406:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8a5a89208920. 00000008:00000010:1.0:1773941289.372233:0:2406:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8a5aa07f8dc0. 00020000:00000010:1.0:1773941289.372237:0:2406:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a98b47cc0. 00008000:00000010:1.0:1773941289.372245:0:2406:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a89b125e0. 00000080:00000010:1.0:1773941289.372251:0:2406:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8a5a89b655a0. 00000020:00000010:1.0:1773941289.372273:0:2405:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a988cbc60. 00000020:00000010:1.0:1773941289.372279:0:2405:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a85031e00. 80000000:00000010:1.0:1773941289.372285:0:2405:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5aa069cb40. 40000000:00000010:1.0:1773941289.372290:0:2405:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a84cdb740. 00000008:00000010:1.0:1773941289.372295:0:2405:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5aa0640000. 00020000:00000010:1.0:1773941289.372300:0:2405:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5aa14a03c0. 00008000:00000010:1.0:1773941289.372305:0:2405:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a89206350. 00100000:00000010:1.0:1773941289.372310:0:2405:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a85041800. 00040000:00000010:1.0:1773941289.372315:0:2405:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a894f1b00. 00040000:00000010:1.0:1773941289.372325:0:2405:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a85041000. 00040000:00000010:1.0:1773941289.372335:0:2405:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a85030400. 00000004:00000010:1.0:1773941289.372340:0:2405:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a85040000. 00000004:00000010:1.0:1773941289.372346:0:2405:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5aa06cb000. 00000004:00000010:1.0:1773941289.372351:0:2405:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a85046000. 00002000:00000010:1.0:1773941289.372356:0:2405:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a8502a400. 00000004:00000010:1.0:1773941289.372360:0:2405:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a8502b000. 00000080:00000010:1.0:1773941289.372378:0:2405:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8a5a83541000. 00000080:00000010:1.0:1773941289.372384:0:2405:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8a5a8920a238. 00000008:00000010:1.0:1773941289.372391:0:2405:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8a5aa07f91e0. 00020000:00000010:1.0:1773941289.372395:0:2405:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a98b44fc0. 00008000:00000010:1.0:1773941289.372399:0:2405:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a89b12478. 00000080:00000010:1.0:1773941289.372404:0:2405:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8a5a89b65e10. 00000800:00000200:1.0:1773941289.372459:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941289.372463:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a9aa28600. 00000400:00000200:1.0:1773941289.372467:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.372472:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941289.372477:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c4c8 00000400:00000010:1.0:1773941289.372479:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c4c8. 00000100:00000200:1.0:1773941289.372486:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354d180 x1860112200239104/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773941289.372546:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941289.372549:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a894f1300. 00000400:00000200:1.0:1773941289.372554:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941289.372560:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941289.372566:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cd48 00000400:00000010:1.0:1773941289.372568:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cd48. 00000100:00000200:1.0:1773941289.372573:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354e680 x1860112200239360/t0(0) o38->lustre-MDT0001-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941289.373614:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.373621:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941289.373629:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.373633:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.373675:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.373678:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 10 MB=0x69bc31ef00800 00000400:00000200:0.0:1773941289.373684:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.373692:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 416/416 into md 0x2d1 [1] + 0 00000400:00000200:0.0:1773941289.373703:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941289.373708:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941289.373720:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354d180 x1860112200239104/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941289.373755:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941289.373762:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d8e70. 00000400:00000200:0.0:1773941289.373763:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941289.373773:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c6e8 00000400:00000010:1.0:1773941289.373778:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c6e8. 00000400:00000200:0.0:1773941289.373778:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.373788:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000200:1.0:1773941289.373794:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354d180 x1860112200239104/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941289.373795:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.373808:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 10 MB=0x69bc31ef00900 00000400:00000200:0.0:1773941289.373823:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941289.373837:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 416/416 into md 0x2e1 [1] + 0 00000100:00000200:1.0:1773941289.373839:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354d180 x1860112200239104/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941289.373854:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941289.373862:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941289.373874:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354e680 x1860112200239360/t0(0) o38->lustre-MDT0001-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941289.375701:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a5a830e5f60. 00000020:00000010:3.0:1773941289.377189:0:6328:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8a5a90ead600. 00000100:00000200:3.0:1773941289.377213:0:6328:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.112@tcp->12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941289.377218:0:6328:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941289.377223:0:6328:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.112@tcp primary NID 192.168.202.112@tcp rc 0 00000020:00000010:3.0:1773941289.377228:0:6328:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8a5a90ead600. 00000020:00000010:0.0:1773941289.378736:0:6326:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8a5a98b42540. 00000020:00000010:0.0:1773941289.378743:0:6326:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8a5a98b42540. 00000100:00000010:1.0:1773941289.378833:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a5a830e5ba0. 00000020:00000010:2.0:1773941289.385859:0:6331:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8a5a8338cc00. 00000020:00000010:2.0:1773941289.385871:0:6331:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8a5a8338cc00. 00000020:00000010:0.0:1773941289.386452:0:6330:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8a5a98b42d80. 00000020:00000010:0.0:1773941289.386463:0:6330:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8a5a98b42d80. 00000400:00000010:1.0:1773941290.374283:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d80b0. 00000400:00000200:1.0:1773941290.374296:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c110 00000400:00000010:1.0:1773941290.374298:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c110. 00000100:00000200:1.0:1773941290.374311:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354e680 x1860112200239360/t0(0) o38->lustre-MDT0001-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941290.374321:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354e680 x1860112200239360/t0(0) o38->lustre-MDT0001-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1773941290.374329:0:6300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a833df800. 02000000:00000010:0.0:1773941290.374329:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a8607e000. 00000400:00000200:3.0:1773941290.374341:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.374341:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941290.374345:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb9f8. 00000400:00000010:3.0:1773941290.374348:0:6300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644478. 00000400:00000010:0.0:1773941290.374351:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002bb28. 00000400:00000010:3.0:1773941290.374355:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d7f8. 00000100:00000200:0.0:1773941290.374357:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200239232, portal 10 00000100:00000200:3.0:1773941290.374361:0:6300:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200239616, portal 10 00000020:00000010:3.0:1773941290.374372:0:6300:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a5a81650000. 00000020:00000010:0.0:1773941290.374372:0:2406:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a5a8a7ec000. 00000400:00000010:0.0:1773941290.374377:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b660. 00000400:00000010:3.0:1773941290.374380:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d198. 00000100:00000200:0.0:1773941290.374381:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112200239232, offset 0 00000100:00000200:3.0:1773941290.374385:0:6300:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112200239616, offset 0 00000400:00000200:0.0:1773941290.374390:0:2406:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941290.374395:0:6300:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941290.374398:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941290.374403:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.374407:0:2406:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941290.374411:0:6300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941290.374411:0:2406:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941290.374418:0:6300:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941290.374418:0:2406:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941290.374422:0:2406:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941290.374425:0:6300:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941290.374428:0:2406:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941290.374432:0:6300:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941290.374433:0:2406:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [22:22:256:4294967295] 192.168.202.112@tcp LPNI seq info [22:22:8:4294967295] 00000400:00000200:3.0:1773941290.374439:0:6300:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941290.374440:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941290.374448:0:6300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [23:23:256:4294967295] 192.168.202.112@tcp LPNI seq info [23:23:8:4294967295] 00000400:00000200:0.0:1773941290.374454:0:2406:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000400:00000200:3.0:1773941290.374459:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 02000000:00000010:2.0:1773941290.374462:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a85029000. 00000800:00000200:0.0:1773941290.374463:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 02000000:00000010:2.0:1773941290.374469:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a85028c00. 00000800:00000010:0.0:1773941290.374470:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544600. 00000400:00000200:3.0:1773941290.374475:0:6300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000100:00000010:2.0:1773941290.374477:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354d180. 00000800:00000200:0.0:1773941290.374482:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 02000000:00000010:2.0:1773941290.374484:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a85028400. 00000800:00000200:3.0:1773941290.374486:0:6300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 02000000:00000010:2.0:1773941290.374489:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a8502b800. 00000800:00000200:0.0:1773941290.374492:0:2406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000010:3.0:1773941290.374493:0:6300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51400. 00000100:00000010:2.0:1773941290.374494:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354e680. 00000800:00000200:0.0:1773941290.374499:0:2406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1773941290.374504:0:6300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941290.374510:0:6300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941290.374514:0:6300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1773941290.374514:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000010:0.0:1773941290.374520:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a5a83ec2660. 00000400:00000200:3.0:1773941290.374524:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000010:0.0:1773941290.374532:0:2406:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a5a83ec2e40. 00000800:00000200:1.0:1773941290.374546:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1773941290.374546:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a8607d800. 00000800:00000010:1.0:1773941290.374552:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544600. 00000400:00000200:0.0:1773941290.374553:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941290.374556:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb000. 00000400:00000010:0.0:1773941290.374559:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002bbb0. 00000400:00000200:1.0:1773941290.374560:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1773941290.374562:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200239488, portal 10 00000400:00000200:1.0:1773941290.374568:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941290.374573:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b660 00000400:00000010:1.0:1773941290.374575:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b660. 00000020:00000010:0.0:1773941290.374576:0:2406:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a5a90c14000. 00000400:00000010:0.0:1773941290.374581:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002bcc0. 00000100:00000200:1.0:1773941290.374583:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354f100 x1860112200239232/t0(0) o41->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941306 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941290.374584:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112200239488, offset 0 00000400:00000200:0.0:1773941290.374594:0:2406:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941290.374601:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.374605:0:2406:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941290.374606:0:2406:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941290.374608:0:2406:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941290.374610:0:2406:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941290.374611:0:2406:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941290.374618:0:2406:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [24:24:255:4294967295] 192.168.202.112@tcp LPNI seq info [24:24:7:4294967295] 00000400:00000200:0.0:1773941290.374621:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.374625:0:2406:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:0.0:1773941290.374628:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:0.0:1773941290.374631:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544800. 00000800:00000200:0.0:1773941290.374634:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:0.0:1773941290.374637:0:2406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941290.374667:0:2406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544800 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1773941290.374669:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941290.374672:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51400. 00000400:00000200:1.0:1773941290.374675:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941290.374678:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941290.374682:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941290.374685:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d198 00000400:00000010:1.0:1773941290.374687:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d198. 00000100:00000200:1.0:1773941290.374691:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354dc00 x1860112200239616/t0(0) o41->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941306 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773941290.374704:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941290.374706:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544800. 00000400:00000200:1.0:1773941290.374708:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941290.374710:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941290.374711:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002bcc0 00000400:00000010:1.0:1773941290.374712:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002bcc0. 00000100:00000200:1.0:1773941290.374715:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354ed80 x1860112200239488/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941306 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941290.375440:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.375444:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941290.375449:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.375452:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.375455:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.375459:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 368 into portal 10 MB=0x69bc31ef00a00 00000400:00000200:0.0:1773941290.375463:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.375468:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 368/368 into md 0x2f9 [1] + 224 00000400:00000200:0.0:1773941290.375478:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941290.375481:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941290.375488:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354dc00 x1860112200239616/t0(0) o41->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941306 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941290.375513:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.375516:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941290.375520:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941290.375524:0:6300:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644478. 00000400:00000200:0.0:1773941290.375527:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941290.375531:0:6300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d7f8 00000400:00000200:0.0:1773941290.375531:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941290.375535:0:6300:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d7f8. 00000400:00000200:0.0:1773941290.375536:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 368 into portal 10 MB=0x69bc31ef00880 00000400:00000200:0.0:1773941290.375538:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.375548:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 368/368 into md 0x2f1 [1] + 224 00000100:00000200:3.0:1773941290.375550:0:6300:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354dc00 x1860112200239616/t0(0) o41->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941306 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941290.375556:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941290.375564:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:3.0:1773941290.375568:0:6300:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354dc00 x1860112200239616/t0(0) o41->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941306 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941290.375574:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354f100 x1860112200239232/t0(0) o41->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941306 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941290.375592:0:6300:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a997aed80. 02000000:00000010:3.0:1773941290.375600:0:6300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a833df800. 02000000:00000010:3.0:1773941290.375604:0:6300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a9aa28e00. 00000100:00000010:3.0:1773941290.375607:0:6300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354dc00. 00800000:00000010:3.0:1773941290.375613:0:6300:0:(lmv_obd.c:1477:lmv_statfs()) kfreed 'temp': 144 at ffff8a5a904ec3c0. 00000400:00000010:1.0:1773941290.375615:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb9f8. 00000400:00000200:1.0:1773941290.375622:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002bb28 00000100:00000010:3.0:1773941290.375623:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085180. 00000400:00000010:1.0:1773941290.375624:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002bb28. 00000100:00000200:1.0:1773941290.375631:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354f100 x1860112200239232/t0(0) o41->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941306 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1773941290.375636:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a98201800. 00000100:00000200:1.0:1773941290.375637:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354f100 x1860112200239232/t0(0) o41->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941306 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941290.375668:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a8607e000. 02000000:00000010:1.0:1773941290.375672:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a8a564c00. 00000100:00000010:1.0:1773941290.375676:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354f100. 00000100:00000010:3.0:1773941290.375678:0:6300:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a98b16180. 02000000:00000010:3.0:1773941290.375689:0:6300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a833df800. 00000400:00000200:3.0:1773941290.375693:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941290.375696:0:6300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644478. 00000400:00000010:3.0:1773941290.375699:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d7f8. 00000100:00000200:3.0:1773941290.375702:0:6300:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200239744, portal 10 00000400:00000010:3.0:1773941290.375705:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d000. 00000100:00000200:3.0:1773941290.375708:0:6300:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1860112200239744, offset 0 00000400:00000200:3.0:1773941290.375713:0:6300:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941290.375717:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941290.375720:0:6300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941290.375723:0:6300:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941290.375726:0:6300:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941290.375729:0:6300:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941290.375731:0:6300:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941290.375734:0:6300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [25:25:256:4294967295] 192.168.202.112@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:3.0:1773941290.375738:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941290.375744:0:6300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:3.0:1773941290.375749:0:6300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941290.375752:0:6300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51400. 00000800:00000200:3.0:1773941290.375761:0:6300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941290.375766:0:6300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941290.375768:0:6300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51400 type 1, nob 536 niov 1 nkiov 1 00000400:00000200:3.0:1773941290.375780:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941290.375812:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941290.375814:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51400. 00000400:00000200:1.0:1773941290.375816:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941290.375819:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941290.375821:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d000 00000400:00000010:1.0:1773941290.375822:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d000. 00000100:00000200:1.0:1773941290.375825:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085180 x1860112200239744/t0(0) o40->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941306 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941290.375898:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.375902:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941290.375907:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.375909:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.375912:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.375915:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 368 into portal 10 MB=0x69bc31ef00980 00000400:00000200:0.0:1773941290.375918:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.375922:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 368/368 into md 0x309 [1] + 224 00000400:00000200:0.0:1773941290.375937:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941290.375940:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941290.375944:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354ed80 x1860112200239488/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941306 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941290.375974:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb000. 00000400:00000200:1.0:1773941290.375978:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002bbb0 00000400:00000010:1.0:1773941290.375979:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002bbb0. 00000100:00000200:1.0:1773941290.375982:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354ed80 x1860112200239488/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941306 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941290.375988:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354ed80 x1860112200239488/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941306 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941290.375998:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a8607d800. 02000000:00000010:1.0:1773941290.376000:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a8a564f00. 00000100:00000010:1.0:1773941290.376001:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354ed80. 00000400:00000200:1.0:1773941290.376363:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941290.376366:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941290.376369:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941290.376375:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941290.376378:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941290.376380:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 448 into portal 10 MB=0x69bc31ef00a80 00000400:00000200:1.0:1773941290.376382:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941290.376384:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 448/448 into md 0x319 [1] + 224 00000400:00000200:1.0:1773941290.376404:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941290.376406:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941290.376410:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085180 x1860112200239744/t0(0) o40->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941306 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941290.376482:0:6300:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644478. 00000400:00000200:3.0:1773941290.376487:0:6300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d7f8 00000400:00000010:3.0:1773941290.376488:0:6300:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d7f8. 00000100:00000200:3.0:1773941290.376495:0:6300:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085180 x1860112200239744/t0(0) o40->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941306 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941290.376504:0:6300:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085180 x1860112200239744/t0(0) o40->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941306 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941290.376518:0:6300:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a98b16180. 00000002:00000200:3.0:1773941290.376522:0:6300:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:3.0:1773941290.376525:0:6300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a833df800. 02000000:00000010:3.0:1773941290.376528:0:6300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a98201800. 00000100:00000010:3.0:1773941290.376531:0:6300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085180. 00000020:00000010:3.0:1773941290.376546:0:6300:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8a5a89309800. 00000020:00000010:3.0:1773941290.376561:0:6300:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8a5a8930a000. 00000400:00000200:3.0:1773941290.376572:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941290.376576:0:6300:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000010:3.0:1773941290.376589:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085180. 02000000:00000010:3.0:1773941290.376595:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a833df800. 02000000:00000010:2.0:1773941290.376630:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008b800. 00000020:00000010:3.0:1773941290.376637:0:6300:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8a5a8930c800. 00000400:00000200:2.0:1773941290.376637:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000010:1.0:1773941290.376639:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354ed80. 00000400:00000010:2.0:1773941290.376655:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd898. 00000400:00000010:2.0:1773941290.376660:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678330. 00000100:00000200:2.0:1773941290.376665:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200239872, portal 4 02000000:00000010:1.0:1773941290.376667:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a894f1300. 00000020:00000010:2.0:1773941290.376671:0:2404:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a5a850ba000. 00000400:00000200:3.0:1773941290.376674:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941290.376677:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678220. 00000400:00000200:3.0:1773941290.376679:0:6300:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000200:2.0:1773941290.376681:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1860112200239872, offset 0 00000400:00000200:2.0:1773941290.376687:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000100:00000010:3.0:1773941290.376690:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90087100. 00000400:00000200:2.0:1773941290.376693:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941290.376698:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 02000000:00000010:3.0:1773941290.376699:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a833dd800. 00000400:00000200:2.0:1773941290.376701:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1773941290.376702:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a85031c00. 00000400:00000200:2.0:1773941290.376706:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941290.376708:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941290.376711:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1773941290.376712:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d80b0. 00000400:00000200:2.0:1773941290.376716:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000010:1.0:1773941290.376718:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c110. 00000400:00000200:2.0:1773941290.376720:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [26:26:256:4294967295] 192.168.202.112@tcp LPNI seq info [26:26:8:4294967295] 00000100:00000200:1.0:1773941290.376723:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200240000, portal 25 00000080:00000010:3.0:1773941290.376729:0:6300:0:(llite_lib.c:738:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff8a5a98201800. 00000400:00000010:1.0:1773941290.376730:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c6e8. 00000400:00000200:2.0:1773941290.376731:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000200:1.0:1773941290.376735:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200240000, offset 0 00000020:00000010:3.0:1773941290.376738:0:6300:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8a5a833df400. 00000400:00000200:1.0:1773941290.376743:0:2405:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941290.376745:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941290.376750:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000100:00000010:3.0:1773941290.376751:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90086680. 00000400:00000200:1.0:1773941290.376753:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000010:2.0:1773941290.376756:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a82b82000. 00000400:00000200:1.0:1773941290.376760:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 02000000:00000010:3.0:1773941290.376761:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a98201e00. 00000800:00000200:2.0:1773941290.376765:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000400:00000200:1.0:1773941290.376766:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941290.376772:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000800:00000200:2.0:1773941290.376775:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000100:00000010:3.0:1773941290.376777:0:6300:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a98b16180. 00000400:00000200:1.0:1773941290.376777:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1773941290.376779:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a82b82000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1773941290.376783:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:1.0:1773941290.376787:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [27:27:255:4294967295] 192.168.202.112@tcp LPNI seq info [27:27:7:4294967295] 02000000:00000010:3.0:1773941290.376790:0:6300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a98201400. 00000400:00000200:1.0:1773941290.376790:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941290.376794:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941290.376801:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941290.376803:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000400:00000010:3.0:1773941290.376807:0:6300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644478. 00000800:00000200:1.0:1773941290.376811:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941290.376814:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d7f8. 00000800:00000010:1.0:1773941290.376815:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a894f1900. 00000100:00000200:3.0:1773941290.376819:0:6300:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200240256, portal 10 02000000:00000010:2.0:1773941290.376819:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90089000. 00000400:00000200:2.0:1773941290.376826:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941290.376828:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d880. 00000800:00000200:1.0:1773941290.376829:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000400:00000010:2.0:1773941290.376832:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddf20. 00000100:00000200:3.0:1773941290.376834:0:6300:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1860112200240256, offset 0 00000400:00000010:2.0:1773941290.376837:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa06787f8. 00000800:00000200:1.0:1773941290.376838:0:2405:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:1.0:1773941290.376842:0:2405:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a894f1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1773941290.376843:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200240128, portal 4 00000400:00000200:3.0:1773941290.376844:0:6300:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000800:00000200:0.0:1773941290.376849:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1773941290.376850:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000010:0.0:1773941290.376854:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a82b82000. 00000400:00000200:3.0:1773941290.376855:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000020:00000010:2.0:1773941290.376857:0:2404:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a5a98772000. 00000400:00000200:0.0:1773941290.376862:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1773941290.376863:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678198. 00000400:00000200:3.0:1773941290.376864:0:6300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000100:00000200:2.0:1773941290.376868:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1860112200240128, offset 0 00000400:00000200:3.0:1773941290.376872:0:6300:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941290.376873:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:2.0:1773941290.376877:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941290.376879:0:6300:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941290.376882:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678220 00000400:00000200:3.0:1773941290.376883:0:6300:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1773941290.376887:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678220. 00000400:00000200:3.0:1773941290.376889:0:6300:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941290.376894:0:6300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [28:28:254:4294967295] 192.168.202.112@tcp LPNI seq info [28:28:6:4294967295] 00000100:00000200:0.0:1773941290.376896:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085180 x1860112200239872/t0(0) o8->lustre-OST0000-osc-ffff8a5a82fd9800@192.168.202.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941290.376913:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941290.376919:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a894f1900. 00000400:00000200:0.0:1773941290.376921:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941290.376924:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941290.376926:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c6e8 00000400:00000010:0.0:1773941290.376927:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c6e8. 00000100:00000200:0.0:1773941290.376930:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354ed80 x1860112200240000/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941306 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1773941290.376964:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941290.376968:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941290.376975:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941290.376978:0:6300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000400:00000200:2.0:1773941290.376979:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941290.376985:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941290.376989:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1773941290.376991:0:6300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941290.376992:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941290.376997:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [29:29:255:4294967295] 192.168.202.112@tcp LPNI seq info [29:29:7:4294967295] 00000400:00000200:2.0:1773941290.377000:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941290.377005:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941290.377007:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941290.377010:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a82b82000. 00000800:00000200:2.0:1773941290.377013:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941290.377016:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941290.377017:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a82b82000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1773941290.377026:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000010:3.0:1773941290.377048:0:6300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51200. 00000800:00000200:3.0:1773941290.377055:0:6300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941290.377060:0:6300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941290.377063:0:6300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51200 type 1, nob 360 niov 1 nkiov 1 00000800:00000200:1.0:1773941290.377065:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941290.377068:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a82b82000. 00000400:00000200:1.0:1773941290.377071:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1773941290.377072:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941290.377076:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941290.377079:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678198 00000400:00000010:1.0:1773941290.377080:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678198. 00000100:00000200:1.0:1773941290.377085:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90087100 x1860112200240128/t0(0) o8->lustre-OST0001-osc-ffff8a5a82fd9800@192.168.202.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773941290.377097:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941290.377099:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51200. 00000400:00000200:1.0:1773941290.377110:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941290.377114:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941290.377116:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d880 00000400:00000010:1.0:1773941290.377118:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d880. 00000100:00000200:1.0:1773941290.377121:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90086680 x1860112200240256/t0(0) o900->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941306 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941290.377458:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.377461:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941290.377464:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.377466:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.377468:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.377470:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef00b80 00000400:00000200:0.0:1773941290.377472:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.377474:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0x329 [1] + 224 00000400:00000200:0.0:1773941290.377480:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941290.377482:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941290.377486:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354ed80 x1860112200240000/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941306 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941290.377517:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d80b0. 00000400:00000200:1.0:1773941290.377521:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c110 00000400:00000010:1.0:1773941290.377522:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c110. 00000100:00000200:1.0:1773941290.377526:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354ed80 x1860112200240000/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941306 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941290.377531:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354ed80 x1860112200240000/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941306 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941290.377543:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a85031c00. 02000000:00000010:1.0:1773941290.377547:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a894f1300. 00000100:00000010:1.0:1773941290.377550:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354ed80. 00000400:00000200:0.0:1773941290.377587:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.377591:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941290.377595:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.377598:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.377601:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.377604:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 248 into portal 10 MB=0x69bc31ef00c80 00000400:00000200:0.0:1773941290.377607:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.377610:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 248/248 into md 0x339 [1] + 224 00000400:00000200:0.0:1773941290.377636:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941290.377656:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941290.377663:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90086680 x1860112200240256/t0(0) o900->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941306 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941290.377745:0:6300:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644478. 00000400:00000200:3.0:1773941290.377749:0:6300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d7f8 00000400:00000010:3.0:1773941290.377751:0:6300:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d7f8. 00000100:00000200:3.0:1773941290.377757:0:6300:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90086680 x1860112200240256/t0(0) o900->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941306 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941290.377766:0:6300:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90086680 x1860112200240256/t0(0) o900->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941306 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941290.377790:0:6300:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a98b16180. 02000000:00000010:3.0:1773941290.377795:0:6300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a98201400. 02000000:00000010:3.0:1773941290.377798:0:6300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a98201e00. 00000100:00000010:3.0:1773941290.377800:0:6300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90086680. 80000000:00000010:3.0:1773941290.377806:0:6300:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8a5a90eada80. 00000020:00000010:3.0:1773941290.377859:0:6300:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8a5a833ddc00. 00000100:00000010:3.0:1773941290.377865:0:6300:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90086680. 02000000:00000010:3.0:1773941290.377870:0:6300:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a98201e00. 00000100:00000010:3.0:1773941290.377878:0:6300:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a98b16180. 00000400:00000200:0.0:1773941290.377890:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.377893:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941290.377896:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.377898:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.377900:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.377902:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 4 MB=0x69bc31ef00c00 00000400:00000200:0.0:1773941290.377904:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.377906:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.112@tcp of length 416/416 into md 0x341 [1] + 0 00000400:00000200:0.0:1773941290.377912:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941290.377914:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941290.377918:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90087100 x1860112200240128/t0(0) o8->lustre-OST0001-osc-ffff8a5a82fd9800@192.168.202.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1773941290.377925:0:6300:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8a5a90c60000. 00000400:00000200:3.0:1773941290.377931:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941290.377934:0:6300:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644478. 00000400:00000010:3.0:1773941290.377939:0:6300:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8a5a833de000. 00000100:00000200:3.0:1773941290.377943:0:6300:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1860112200240384, portal 10 00000400:00000010:3.0:1773941290.377947:0:6300:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d7f8. 00000100:00000200:3.0:1773941290.377950:0:6300:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1860112200240384, offset 0 00000400:00000200:3.0:1773941290.377956:0:6300:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941290.377957:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddf20. 00000400:00000200:2.0:1773941290.377962:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa06787f8 00000400:00000010:2.0:1773941290.377963:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa06787f8. 00000100:00000200:2.0:1773941290.377968:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90087100 x1860112200240128/t0(0) o8->lustre-OST0001-osc-ffff8a5a82fd9800@192.168.202.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941290.377974:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90087100 x1860112200240128/t0(0) o8->lustre-OST0001-osc-ffff8a5a82fd9800@192.168.202.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941290.378009:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90089000. 00000400:00000200:3.0:1773941290.378013:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 02000000:00000010:2.0:1773941290.378014:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a833dd800. 00000100:00000010:2.0:1773941290.378018:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90087100. 00000400:00000200:3.0:1773941290.378021:0:6300:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941290.378026:0:6300:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941290.378029:0:6300:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941290.378032:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941290.378035:0:6300:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941290.378039:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:3.0:1773941290.378042:0:6300:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941290.378045:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.378049:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941290.378051:0:6300:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [30:30:256:4294967295] 192.168.202.112@tcp LPNI seq info [30:30:8:4294967295] 00000400:00000200:0.0:1773941290.378054:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.378059:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 4 MB=0x69bc31ef00b00 00000400:00000200:3.0:1773941290.378063:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.378066:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941290.378070:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.112@tcp of length 416/416 into md 0x321 [1] + 0 00000400:00000200:3.0:1773941290.378078:0:6300:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:3.0:1773941290.378084:0:6300:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941290.378087:0:6300:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51600. 00000800:00000200:3.0:1773941290.378091:0:6300:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000400:00000200:0.0:1773941290.378093:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1773941290.378098:0:6300:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000400:00000200:0.0:1773941290.378099:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941290.378114:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085180 x1860112200239872/t0(0) o8->lustre-OST0000-osc-ffff8a5a82fd9800@192.168.202.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1773941290.378121:0:6300:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51600 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:3.0:1773941290.378138:0:6300:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941290.378145:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd898. 00000400:00000200:2.0:1773941290.378150:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678330 00000400:00000010:2.0:1773941290.378152:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678330. 00000100:00000200:2.0:1773941290.378159:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085180 x1860112200239872/t0(0) o8->lustre-OST0000-osc-ffff8a5a82fd9800@192.168.202.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941290.378168:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085180 x1860112200239872/t0(0) o8->lustre-OST0000-osc-ffff8a5a82fd9800@192.168.202.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941290.378169:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941290.378173:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51600. 00000400:00000200:0.0:1773941290.378178:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941290.378184:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941290.378186:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d7f8 00000400:00000010:0.0:1773941290.378192:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d7f8. 00000100:00000200:0.0:1773941290.378196:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90086680 x1860112200240384/t0(0) o33->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941306 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 02000000:00000010:2.0:1773941290.378202:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008b800. 02000000:00000010:2.0:1773941290.378208:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a833df800. 00000100:00000010:2.0:1773941290.378212:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085180. 00000400:00000200:1.0:1773941290.389777:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941290.389796:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941290.389803:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941290.389807:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941290.389811:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941290.389814:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 464 into portal 10 MB=0x69bc31ef00d00 00000400:00000200:1.0:1773941290.389818:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941290.389822:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 464/464 into md 0x349 [32] + 224 00000400:00000200:1.0:1773941290.389844:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941290.389849:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941290.389863:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90086680 x1860112200240384/t0(0) o33->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941306 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000400:00000010:3.0:1773941290.389925:0:6300:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644478. 00000400:00000200:3.0:1773941290.389932:0:6300:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a833de000 00000400:00000010:3.0:1773941290.389934:0:6300:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8a5a833de000. 00000100:00000200:3.0:1773941290.389941:0:6300:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90086680 x1860112200240384/t0(0) o33->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941306 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773941290.389952:0:6300:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90086680 x1860112200240384/t0(0) o33->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941306 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:0 00000100:00000010:3.0:1773941290.389984:0:6300:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a98b16180. 00000002:00000200:3.0:1773941290.389993:0:6300:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000080:00000010:3.0:1773941290.389998:0:6300:0:(llite_lib.c:753:client_common_fill_super()) kfreed 'op_data': 384 at ffff8a5a98201800. 00000020:00000010:3.0:1773941290.390022:0:6300:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8a5a8924dcf0. 00000020:00000010:3.0:1773941290.390027:0:6300:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a98201800. 00000020:00000010:3.0:1773941290.390031:0:6300:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a98201400. 00000020:00000010:3.0:1773941290.390035:0:6300:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a86d57f00. 00000008:00000010:3.0:1773941290.390042:0:6300:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5a9001a178. 00020000:00000010:3.0:1773941290.390046:0:6300:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a9826f600. 00008000:00000010:3.0:1773941290.390051:0:6300:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a83ec4710. 00000080:00000010:3.0:1773941290.390058:0:6300:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8a5a82fd3738. 00000080:00000010:3.0:1773941290.390061:0:6300:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8a5a82fd7b50. 00000020:00000010:3.0:1773941290.390065:0:6300:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a98200a00. 00000008:00000010:3.0:1773941290.390079:0:6300:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8a5a850d0580. 00020000:00000010:3.0:1773941290.390090:0:6300:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a90c846c0. 00008000:00000010:3.0:1773941290.390117:0:6300:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a83548f98. 00000080:00000010:3.0:1773941290.390128:0:6300:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8a5a85025f00. 00000080:00000010:3.0:1773941290.390134:0:6300:0:(vvp_dev.c:174:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff8a5a86d57f60. 00000080:00000010:3.0:1773941290.390139:0:6300:0:(vvp_dev.c:182:vvp_device_alloc()) kmalloced '(site)': 576 at ffff8a5a833de000. 00000020:00000010:3.0:1773941290.390174:0:6300:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff8a5a85558000. 00000020:00000010:3.0:1773941290.390183:0:6300:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a833df800. 00000020:00000010:3.0:1773941290.390187:0:6300:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8a5a98b16180. 00000008:00000010:3.0:1773941290.390195:0:6300:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5a9001c2f0. 00020000:00000010:3.0:1773941290.390202:0:6300:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a9826f9c0. 00008000:00000010:3.0:1773941290.390205:0:6300:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a83ec5fc8. 00000080:00000010:3.0:1773941290.390208:0:6300:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8a5a82fd3a80. 00000080:00000010:3.0:1773941290.390211:0:6300:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8a5a82fd7230. 00000008:00000010:3.0:1773941290.390214:0:6300:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8a5a850d1340. 00020000:00000010:3.0:1773941290.390217:0:6300:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a90c87cc0. 00008000:00000010:3.0:1773941290.390219:0:6300:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a835485d0. 00000080:00000010:3.0:1773941290.390222:0:6300:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8a5a85025690. 00000008:00000010:3.0:1773941290.390226:0:6300:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5a9001d940. 00020000:00000010:3.0:1773941290.390228:0:6300:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a9826f240. 00008000:00000010:3.0:1773941290.390231:0:6300:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a83ec5530. 00000080:00000010:3.0:1773941290.390233:0:6300:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8a5a82fd3000. 00000080:00000010:3.0:1773941290.390236:0:6300:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8a5a82fd4490. 00000008:00000010:3.0:1773941290.390238:0:6300:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8a5a850d0c60. 00020000:00000010:3.0:1773941290.390240:0:6300:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a90c84fc0. 00008000:00000010:3.0:1773941290.390242:0:6300:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a83548ab0. 00000080:00000010:3.0:1773941290.390246:0:6300:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8a5a85025d20. 00000008:00000010:3.0:1773941290.390249:0:6300:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5a9001ef90. 00020000:00000010:3.0:1773941290.390251:0:6300:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a9826f480. 00008000:00000010:3.0:1773941290.390253:0:6300:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a83ec6de8. 00000080:00000010:3.0:1773941290.390255:0:6300:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8a5a82fd3930. 00000080:00000010:3.0:1773941290.390257:0:6300:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8a5a82fd4b68. 00000008:00000010:3.0:1773941290.390260:0:6300:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8a5a850d1600. 00020000:00000010:3.0:1773941290.390262:0:6300:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a90c84000. 00008000:00000010:3.0:1773941290.390265:0:6300:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a83548f68. 00000080:00000010:3.0:1773941290.390267:0:6300:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8a5a85025780. 00000008:00000010:3.0:1773941290.390271:0:6300:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5a90019650. 00020000:00000010:3.0:1773941290.390273:0:6300:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a9826f780. 00008000:00000010:3.0:1773941290.390276:0:6300:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a83ec4e20. 00000080:00000010:3.0:1773941290.390279:0:6300:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8a5a82fd31f8. 00000080:00000010:3.0:1773941290.390281:0:6300:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8a5a82fd4000. 00000008:00000010:3.0:1773941290.390284:0:6300:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8a5a850d1760. 00020000:00000010:3.0:1773941290.390292:0:6300:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a90c87a80. 00008000:00000010:3.0:1773941290.390295:0:6300:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a83548ca0. 00000080:00000010:3.0:1773941290.390298:0:6300:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8a5a85025a50. 00020000:00000010:3.0:1773941290.390307:0:6300:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8a5a86d570c0. 00020000:00000010:3.0:1773941290.390312:0:6300:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8a5a86d57720. 00020000:00000010:3.0:1773941290.390315:0:6300:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8a5a86d574e0. 00020000:00000010:3.0:1773941290.390319:0:6300:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8a5a86d57c00. 00000020:00000010:3.0:1773941290.390323:0:6300:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a98201400. 00000020:00000010:3.0:1773941290.390326:0:6300:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a86d57f00. 00000008:00000010:3.0:1773941290.390330:0:6300:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8a5a9001a178. 00020000:00000010:3.0:1773941290.390334:0:6300:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5a9826f600. 00008000:00000010:3.0:1773941290.390337:0:6300:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a83ec4710. 00000080:00000010:3.0:1773941290.390339:0:6300:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8a5a82fd3738. 00000080:00000010:3.0:1773941290.390342:0:6300:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8a5a82fd7b50. 00000020:00000010:3.0:1773941290.390345:0:6300:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a98201800. 00000008:00000010:3.0:1773941290.390348:0:6300:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8a5a850d0580. 00020000:00000010:3.0:1773941290.390350:0:6300:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8a5a90c846c0. 00008000:00000010:3.0:1773941290.390354:0:6300:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8a5a83548f98. 00000080:00000010:3.0:1773941290.390357:0:6300:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8a5a85025f00. 00000020:00000010:3.0:1773941290.390359:0:6300:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a98200a00. 00000020:00000010:3.0:1773941290.390363:0:6300:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8a5a8924dcf0. 00000080:00000010:3.0:1773941290.390393:0:6300:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8a5a98d3b9c0. 02000000:00000010:3.0:1773941290.390415:0:6300:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8a5a90c60000. 02000000:00000010:3.0:1773941290.390435:0:6300:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a98201e00. 00000100:00000010:3.0:1773941290.390441:0:6300:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90086680. 00000080:00000010:3.0:1773941290.390452:0:6300:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8a5a83920720. 00000080:00000010:3.0:1773941290.390459:0:6300:0:(llite_lib.c:842:client_common_fill_super()) kfreed 'data': 192 at ffff8a5aa0648e40. 00000080:00000010:3.0:1773941290.390462:0:6300:0:(llite_lib.c:843:client_common_fill_super()) kfreed 'osfs': 144 at ffff8a5aa0648000. 00000080:00000010:3.0:1773941290.390485:0:6300:0:(llite_lib.c:1521:ll_fill_super()) kfreed 'md': 33 at ffff8a5a84cdbf80. 00000080:00000010:3.0:1773941290.390489:0:6300:0:(llite_lib.c:1523:ll_fill_super()) kfreed 'dt': 33 at ffff8a5a84cdbc80. 00000080:00000010:3.0:1773941290.390493:0:6300:0:(llite_lib.c:1531:ll_fill_super()) kfreed 'cfg': 88 at ffff8a5a830e5d20. 00000080:02000400:3.0:1773941290.390495:0:6300:0:(llite_lib.c:1537:ll_fill_super()) Mounted lustre-client 00000080:00200008:1.0:1773941290.449464:0:6349:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a5a98d3ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1773941290.449478:0:6349:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88),name=/ 00000002:00010000:1.0:1773941290.449503:0:6349:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1773941290.449566:0:6349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6349 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941290.449579:0:6349:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6349 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941290.449589:0:6349:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6349 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1773941290.449619:0:6349:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354ed80 pname:cluuid:pid:xid:nid:opc:job mkdir:8711d199-5b48-4044-8a9f-a64d639a1ad7:6349:1860112200240512:192.168.202.112@tcp:101: 00000100:00100000:1.0:1773941290.449724:0:6349:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a997aeb40 going to sleep for 11 seconds 00000100:00100000:0.0:1773941290.451137:0:6349:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354ed80 pname:cluuid:pid:xid:nid:opc:job mkdir:8711d199-5b48-4044-8a9f-a64d639a1ad7:6349:1860112200240512:192.168.202.112@tcp:101: 00010000:00010000:0.0:1773941290.451154:0:6349:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941290.451167:0:6349:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941290.451179:0:6349:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941290.451192:0:6349:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941290.451204:0:6349:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941290.451213:0:6349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941290.451221:0:6349:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1773941290.451233:0:6349:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8a5a8354ed80 x1860112200240512/t0(0) o101->lustre-MDT0000-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941306 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:0.0:1773941290.451246:0:6349:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941290.451267:0:6349:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a5a89234800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1773941290.451272:0:6349:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1773941290.451295:0:6349:0:(llite_lib.c:2979:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00000080:00010000:0.0:1773941290.451300:0:6349:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a5a98d3ba88) for lock 0x4337c2e0c9a6310b 00000080:00010000:0.0:1773941290.451306:0:6349:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a5a98d3ba88) 00000080:00010000:0.0:1773941290.451309:0:6349:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4337c2e0c9a6310b from it ffffa51dc3c1bcb8 00010000:00010000:0.0:1773941290.451313:0:6349:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941290.451322:0:6349:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1773941291.376795:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1773941291.823803:0:6401:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a5a98d3ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1773941291.823815:0:6401:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88),name=/ 00000002:00010000:0.0:1773941291.823834:0:6401:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1773941291.823849:0:6401:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1773941291.823860:0:6401:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1773941291.823866:0:6401:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1773941291.823870:0:6401:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a5a98d3ba88) 00000080:00010000:0.0:1773941291.823873:0:6401:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a5a98d3ba88) for lock 0x4337c2e0c9a6310b 00000080:00010000:0.0:1773941291.823878:0:6401:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4337c2e0c9a6310b from it ffffa51dc3c6bcb8 00010000:00010000:0.0:1773941291.823885:0:6401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1773941291.823891:0:6401:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:0.0:1773941291.824325:0:6401:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a5a98d3ba88), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1773941291.824329:0:6401:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88),name=/ 00000002:00010000:0.0:1773941291.824335:0:6401:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1773941291.824340:0:6401:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1773941291.824346:0:6401:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:0.0:1773941291.824350:0:6401:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1773941291.824353:0:6401:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a5a98d3ba88) 00000080:00010000:0.0:1773941291.824355:0:6401:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a5a98d3ba88) for lock 0x4337c2e0c9a6310b 00000080:00010000:0.0:1773941291.824357:0:6401:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4337c2e0c9a6310b from it ffffa51dc3c6bcb8 00010000:00010000:0.0:1773941291.824359:0:6401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:0.0:1773941291.824364:0:6401:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:0.0:1773941291.824439:0:6401:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88),name=/ 00000002:00010000:0.0:1773941291.824447:0:6401:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1773941291.824454:0:6401:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1773941291.824468:0:6401:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:0.0:1773941291.824474:0:6401:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1773941291.824479:0:6401:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a5a98d3ba88) 00000080:00010000:0.0:1773941291.824481:0:6401:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a5a98d3ba88) for lock 0x4337c2e0c9a6310b 00000080:00010000:0.0:1773941291.824484:0:6401:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4337c2e0c9a6310b from it ffffa51dc3c6bbb0 00010000:00010000:0.0:1773941291.824487:0:6401:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:0.0:1773941291.824493:0:6401:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1773941291.824500:0:6401:0:(file.c:6668:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88), inode mode 41ed mask 44 00000080:00200008:0.0:1773941291.824507:0:6401:0:(file.c:1025:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a5a98d3ba88), flags 100000 00000080:00200080:0.0:1773941291.824591:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:0.0:1773941291.824605:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a8607f400 uarg=0000000000000000 00800000:00000004:0.0:1773941291.824612:0:6401:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff8a5a82fd9800: age 96, max_age 96 00800000:00000004:0.0:1773941291.824616:0:6401:0:(obd_class.h:1123:obd_statfs()) lustre-MDT0000-mdc-ffff8a5a82fd9800: use ffff8a5a83350450 cache blocks 17230/17271 objects 499325/499659 00000080:00200080:0.0:1773941291.824637:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:0.0:1773941291.824739:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a8607f400 uarg=0000000000000000 00800000:00000004:0.0:1773941291.824746:0:6401:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0001-mdc-ffff8a5a82fd9800: age -905, max_age 96 00000100:00100000:0.0:1773941291.824788:0:6401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8608aa00 pname:cluuid:pid:xid:nid:opc:job lfs:8711d199-5b48-4044-8a9f-a64d639a1ad7:6401:1860112200240640:192.168.202.112@tcp:41: 00000100:00100000:1.0:1773941291.824898:0:6401:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a8507b780 going to sleep for 11 seconds 00010000:00080000:3.0:1773941291.825979:0:6401:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5a8608aa00 x1860112200240640/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941307 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941291.825997:0:6401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8608aa00 pname:cluuid:pid:xid:nid:opc:job lfs:8711d199-5b48-4044-8a9f-a64d639a1ad7:6401:1860112200240640:192.168.202.112@tcp:41: 00800000:00000004:3.0:1773941291.826015:0:6401:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0001-mdc-ffff8a5a82fd9800: update ffff8a5aa06b37c0 cache blocks 17232/17271 objects 503695/504009 00000080:00200080:3.0:1773941291.826048:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826057:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826062:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826065:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826067:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826070:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826073:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826075:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826077:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826079:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826082:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826083:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826086:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826100:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826105:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826109:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826112:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826114:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826116:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826119:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826121:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826129:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826133:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826136:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826139:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826141:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826143:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826145:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826147:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826149:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826152:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826154:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826156:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826158:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826161:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826163:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826166:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826168:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826171:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826174:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826177:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826179:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826182:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826184:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826186:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826188:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826196:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826198:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826201:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826204:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826207:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826210:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826213:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826215:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826217:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826218:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826220:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826222:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826224:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826226:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826228:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826230:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826233:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826235:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826237:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826239:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826242:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826244:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826247:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826249:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826251:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826257:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826260:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826262:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826265:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826266:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826268:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826270:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826273:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826275:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826278:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826280:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826283:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826285:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826286:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826288:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826290:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826292:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826294:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826295:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826298:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826299:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826301:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826303:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826305:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826307:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826314:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826316:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826319:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826321:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826323:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826325:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826327:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826329:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826331:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826333:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826335:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826337:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826339:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826341:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826343:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826344:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826346:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826348:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826350:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826351:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826353:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826355:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826357:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826359:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826361:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826366:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826368:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826370:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826372:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00800000:00000080:3.0:1773941291.826374:0:6401:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.826376:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.826379:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00020000:00000004:3.0:1773941291.826384:0:6401:0:(obd_class.h:1083:obd_statfs()) lustre-OST0000-osc-ffff8a5a82fd9800: age -905, max_age 96 00000100:00100000:3.0:1773941291.826399:0:6401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90086680 pname:cluuid:pid:xid:nid:opc:job lfs:8711d199-5b48-4044-8a9f-a64d639a1ad7:6401:1860112200240768:192.168.202.112@tcp:13: 00000100:00100000:3.0:1773941291.826439:0:6401:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a9a8070c0 going to sleep for 11 seconds 00010000:00080000:3.0:1773941291.827174:0:6401:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5a90086680 x1860112200240768/t0(0) o13->lustre-OST0000-osc-ffff8a5a82fd9800@192.168.202.112@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941307 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941291.827181:0:6401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90086680 pname:cluuid:pid:xid:nid:opc:job lfs:8711d199-5b48-4044-8a9f-a64d639a1ad7:6401:1860112200240768:192.168.202.112@tcp:13: 00020000:00000004:3.0:1773941291.827189:0:6401:0:(obd_class.h:1109:obd_statfs()) lustre-OST0000-osc-ffff8a5a82fd9800: update ffff8a5aa06b0450 cache blocks 3678/3683 objects 117760/118218 00000080:00200080:3.0:1773941291.827210:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827215:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00020000:00000004:3.0:1773941291.827218:0:6401:0:(obd_class.h:1083:obd_statfs()) lustre-OST0001-osc-ffff8a5a82fd9800: age -905, max_age 96 00000100:00100000:3.0:1773941291.827228:0:6401:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90086680 pname:cluuid:pid:xid:nid:opc:job lfs:8711d199-5b48-4044-8a9f-a64d639a1ad7:6401:1860112200240896:192.168.202.112@tcp:13: 00000100:00100000:3.0:1773941291.827258:0:6401:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a9a8070c0 going to sleep for 11 seconds 00010000:00080000:3.0:1773941291.827844:0:6401:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5a90086680 x1860112200240896/t0(0) o13->lustre-OST0001-osc-ffff8a5a82fd9800@192.168.202.112@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941307 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941291.827851:0:6401:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90086680 pname:cluuid:pid:xid:nid:opc:job lfs:8711d199-5b48-4044-8a9f-a64d639a1ad7:6401:1860112200240896:192.168.202.112@tcp:13: 00020000:00000004:3.0:1773941291.827858:0:6401:0:(obd_class.h:1109:obd_statfs()) lustre-OST0001-osc-ffff8a5a82fd9800: update ffff8a5a8509b7c0 cache blocks 3678/3683 objects 117760/118218 00000080:00200080:3.0:1773941291.827877:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827886:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827890:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827892:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827895:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827898:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827900:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827903:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827906:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827908:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827910:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827912:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827915:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827916:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827918:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827921:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827924:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827926:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827929:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827932:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827934:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827935:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827938:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827940:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827942:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827945:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827952:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827955:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827957:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827960:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827963:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827965:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827969:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827971:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827974:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827977:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827980:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827982:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827985:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827987:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827990:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.827992:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.827997:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828000:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828005:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828009:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828014:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828019:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828024:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828028:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828033:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828042:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828047:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828050:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828053:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828055:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828058:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828060:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828062:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828064:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828066:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828069:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828071:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828073:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828075:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828077:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828079:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828080:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828082:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828084:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828086:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828103:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828107:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828109:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828111:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828113:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828120:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828122:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828125:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828126:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828129:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828131:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828133:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828134:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828136:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828138:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828140:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828142:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828144:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828145:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828147:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828149:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828151:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828153:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828155:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828156:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828158:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828160:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828162:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828164:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828166:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828171:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828174:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828176:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828178:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828180:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828181:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828183:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828185:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828187:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828189:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828190:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828192:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828194:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828196:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828198:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828200:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828201:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828203:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828205:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828207:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828208:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828210:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828212:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200080:3.0:1773941291.828214:0:6401:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) cmd=c00866a4 arg=7ffdd49705f0 00020000:00000080:3.0:1773941291.828216:0:6401:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=c00866a4 len=592 karg=ffff8a5a833dd800 uarg=0000000000000000 00000080:00200008:3.0:1773941291.828225:0:6401:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a5a98d3ba88), flags 100000 00010000:00010000:1.0:1773941292.400716:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1773941292.622032:0:6594:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1773941293.425715:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1773941293.788160:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.112@tcp (source: 12345-192.168.202.112@tcp) 00000100:00100000:0.0:1773941293.788252:0:6301:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1860112207612672 00000100:00100000:0.0:1773941293.788265:0:6301:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1860112207612672 00000100:00100000:0.0:1773941293.788363:0:6301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.112@tcp, seq: 0 00000100:00100000:0.0:1773941293.788375:0:6301:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5a8354f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e48ef8ef-cd87-416d-a874-90a8239159b4+3:9568:x1860112207612672:12345-192.168.202.112@tcp:104: 00010000:00010000:0.0:1773941293.788398:0:6301:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dda00/0x4337c2e0c9a630a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf0dd7054ff1f0ca4 expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941293.788495:0:6301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1773941293.788502:0:6301:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5a8354f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e48ef8ef-cd87-416d-a874-90a8239159b4+3:9568:x1860112207612672:12345-192.168.202.112@tcp:104: Request processed in 130us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1773941293.788511:0:6301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.112@tcp, seq: 0 00000100:00100000:1.0:1773941293.788550:0:2398:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.112@tcp (source: 12345-192.168.202.112@tcp) 00000100:00100000:1.0:1773941293.788585:0:6301:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1860112207612800 00000100:00100000:1.0:1773941293.788595:0:6301:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1860112207612800 00000100:00100000:1.0:1773941293.788627:0:6301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.112@tcp, seq: 1 00000100:00100000:1.0:1773941293.788638:0:6301:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5a8354f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e48ef8ef-cd87-416d-a874-90a8239159b4+3:9568:x1860112207612800:12345-192.168.202.112@tcp:104: 00010000:00010000:1.0:1773941293.788685:0:6301:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a6309b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf0dd7054ff1f0c9d expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941293.788734:0:6301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1773941293.788742:0:6301:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5a8354f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e48ef8ef-cd87-416d-a874-90a8239159b4+3:9568:x1860112207612800:12345-192.168.202.112@tcp:104: Request processed in 107us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1773941293.788750:0:6301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.112@tcp, seq: 1 00010000:00010000:3.0:1773941293.788854:0:6311:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1773941293.788864:0:6311:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dda00/0x4337c2e0c9a630a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf0dd7054ff1f0ca4 expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941293.788880:0:6311:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5ac21dda00 already unused, calling callback (ffffffffc123ec20) 10000000:00010000:3.0:1773941293.788886:0:6311:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dda00/0x4337c2e0c9a630a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf0dd7054ff1f0ca4 expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941293.788898:0:6311:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dda00/0x4337c2e0c9a630a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf0dd7054ff1f0ca4 expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1773941293.788907:0:6311:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dda00/0x4337c2e0c9a630a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf0dd7054ff1f0ca4 expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941293.788914:0:6311:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1773941293.788972:0:6311:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dda00/0x4337c2e0c9a630a2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf0dd7054ff1f0ca4 expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941293.788979:0:6311:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1773941293.789002:0:6311:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dda00/0x4337c2e0c9a630a2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf0dd7054ff1f0ca4 expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941293.789009:0:6311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dda00/0x4337c2e0c9a630a2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf0dd7054ff1f0ca4 expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941293.789028:0:6311:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1773941293.789032:0:6311:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a6309b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf0dd7054ff1f0c9d expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941293.789050:0:6311:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5ac21dc800 already unused, calling callback (ffffffffc123ec20) 10000000:00010000:3.0:1773941293.789053:0:6311:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a6309b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf0dd7054ff1f0c9d expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941293.789060:0:6311:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a6309b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf0dd7054ff1f0c9d expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1773941293.789066:0:6311:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a6309b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf0dd7054ff1f0c9d expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941293.789085:0:6311:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1773941293.789100:0:6311:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a6309b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf0dd7054ff1f0c9d expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941293.789106:0:6311:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1773941293.789112:0:6311:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a6309b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf0dd7054ff1f0c9d expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941293.789119:0:6311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a6309b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf0dd7054ff1f0c9d expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941293.789134:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941293.789136:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941293.789138:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1773941293.789207:0:2407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90086d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e48ef8ef-cd87-416d-a874-90a8239159b4:2407:1860112200241152:192.168.202.112@tcp:103: 00000100:00100000:3.0:1773941293.789306:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1773941293.789315:0:2407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90086680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e48ef8ef-cd87-416d-a874-90a8239159b4:2407:1860112200241024:192.168.202.112@tcp:103: 00000100:00100000:3.0:1773941293.790298:0:2407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90086d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e48ef8ef-cd87-416d-a874-90a8239159b4:2407:1860112200241152:192.168.202.112@tcp:103: 00000100:00100000:3.0:1773941293.790753:0:2407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90086680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e48ef8ef-cd87-416d-a874-90a8239159b4:2407:1860112200241024:192.168.202.112@tcp:103: 00010000:00010000:2.0:1773941293.792158:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941294.448784:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1773941295.408868:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e48ef8ef-cd87-416d-a874-90a8239159b4:2405:1860112200241280:192.168.202.112@tcp:400: 00000100:00100000:0.0:1773941295.408868:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8711d199-5b48-4044-8a9f-a64d639a1ad7:2406:1860112200241408:192.168.202.112@tcp:400: 00000100:00100000:0.0:1773941295.408991:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8711d199-5b48-4044-8a9f-a64d639a1ad7:2406:1860112200241664:192.168.202.112@tcp:400: 00000100:00100000:1.0:1773941295.408994:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8711d199-5b48-4044-8a9f-a64d639a1ad7:2405:1860112200241536:192.168.202.112@tcp:400: 00000100:00100000:1.0:1773941295.409035:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8711d199-5b48-4044-8a9f-a64d639a1ad7:2405:1860112200241792:192.168.202.112@tcp:400: 00000100:00100000:1.0:1773941295.410247:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a86089f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8711d199-5b48-4044-8a9f-a64d639a1ad7:2406:1860112200241408:192.168.202.112@tcp:400: 00010000:00080000:1.0:1773941295.410288:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5a86088a80 x1860112200241664/t0(0) o400->lustre-OST0000-osc-ffff8a5a82fd9800@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941295.410301:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a86088a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8711d199-5b48-4044-8a9f-a64d639a1ad7:2406:1860112200241664:192.168.202.112@tcp:400: 00000100:00100000:0.0:1773941295.410302:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e48ef8ef-cd87-416d-a874-90a8239159b4:2405:1860112200241280:192.168.202.112@tcp:400: 00010000:00080000:0.0:1773941295.410322:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5a86088000 x1860112200241536/t0(0) o400->lustre-MDT0001-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941295.410333:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8711d199-5b48-4044-8a9f-a64d639a1ad7:2405:1860112200241536:192.168.202.112@tcp:400: 00010000:00080000:0.0:1773941295.410374:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5a86089500 x1860112200241792/t0(0) o400->lustre-OST0001-osc-ffff8a5a82fd9800@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941295.410384:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a86089500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8711d199-5b48-4044-8a9f-a64d639a1ad7:2405:1860112200241792:192.168.202.112@tcp:400: 00010000:00010000:1.0:1773941295.472850:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941296.496854:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941297.520811:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941298.544826:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1773941298.992747:0:6314:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1773941298.992755:0:6314:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff8a5a82fd9800 from 48 10000000:01000000:1.0:1773941298.992760:0:6314:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1773941298.992819:0:6314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a63112 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941298.992847:0:6314:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a63112 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941298.992858:0:6314:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a63112 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1773941298.992881:0:6314:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e48ef8ef-cd87-416d-a874-90a8239159b4:6314:1860112200241920:192.168.202.112@tcp:101: 00000100:00100000:1.0:1773941298.992965:0:6314:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a86d0fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1773941298.994063:0:6314:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e48ef8ef-cd87-416d-a874-90a8239159b4:6314:1860112200241920:192.168.202.112@tcp:101: 00010000:00010000:0.0:1773941298.994080:0:6314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a63112 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf0dd7054ff1f0d68 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941298.994091:0:6314:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a63112 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf0dd7054ff1f0d68 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1773941298.994138:0:6314:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a86089500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e48ef8ef-cd87-416d-a874-90a8239159b4:6314:1860112200242048:192.168.202.112@tcp:501: 00000100:00100000:0.0:1773941298.994167:0:6314:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5aa06483c0 going to sleep for 11 seconds 00000100:00100000:0.0:1773941298.994891:0:6314:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a86089500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e48ef8ef-cd87-416d-a874-90a8239159b4:6314:1860112200242048:192.168.202.112@tcp:501: 00000100:00100000:0.0:1773941298.994931:0:6314:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a86089500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e48ef8ef-cd87-416d-a874-90a8239159b4:6314:1860112200242176:192.168.202.112@tcp:503: 00000100:00100000:0.0:1773941298.994967:0:6314:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5aa06483c0 going to sleep for 11 seconds 00000100:00100000:0.0:1773941298.995777:0:6314:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a86089500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e48ef8ef-cd87-416d-a874-90a8239159b4:6314:1860112200242176:192.168.202.112@tcp:503: 00000100:00100000:0.0:1773941298.996018:0:6825:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a86089500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e48ef8ef-cd87-416d-a874-90a8239159b4:6825:1860112200242304:192.168.202.112@tcp:502: 00000100:00100000:0.0:1773941298.996068:0:6825:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5aa0648f00 going to sleep for 11 seconds 00000100:00100000:0.0:1773941298.996894:0:6825:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a86089500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e48ef8ef-cd87-416d-a874-90a8239159b4:6825:1860112200242304:192.168.202.112@tcp:502: 00000020:01000000:0.0:1773941298.996915:0:6825:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1773941298.996923:0:6825:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773941298.996925:0:6825:0:(obd_config.c:1594:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1773941298.996930:0:6825:0:(obd_config.c:1506:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1773941298.996957:0:6825:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a86089500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e48ef8ef-cd87-416d-a874-90a8239159b4:6825:1860112200242432:192.168.202.112@tcp:502:llog_process_th.0 00000100:00100000:0.0:1773941298.996996:0:6825:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5aa0648f00 going to sleep for 11 seconds 00000100:00100000:0.0:1773941298.997837:0:6825:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a86089500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e48ef8ef-cd87-416d-a874-90a8239159b4:6825:1860112200242432:192.168.202.112@tcp:502:llog_process_th.0 00000020:01000000:0.0:1773941298.997853:0:6825:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1773941298.997857:0:6825:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1773941298.997859:0:6825:0:(obd_config.c:1594:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1773941298.997862:0:6825:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1773941298.997931:0:6314:0:(obd_config.c:2178:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:1.0:1773941298.997949:0:6314:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1773941298.997958:0:6314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a63112 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf0dd7054ff1f0d68 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941298.997969:0:6314:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a63112 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf0dd7054ff1f0d68 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941298.997978:0:6314:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1773941298.997980:0:6314:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5a833519b8 from 1 10000000:01000000:1.0:1773941298.997983:0:6314:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1773941298.998000:0:6314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3c00/0x4337c2e0c9a63119 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941298.998008:0:6314:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3c00/0x4337c2e0c9a63119 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941298.998015:0:6314:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3c00/0x4337c2e0c9a63119 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1773941298.998044:0:6314:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e48ef8ef-cd87-416d-a874-90a8239159b4:6314:1860112200242560:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1773941298.998085:0:6314:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a86d0fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1773941298.998754:0:6314:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e48ef8ef-cd87-416d-a874-90a8239159b4:6314:1860112200242560:192.168.202.112@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1773941298.998767:0:6314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3c00/0x4337c2e0c9a63119 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf0dd7054ff1f0d6f expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941298.998778:0:6314:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3c00/0x4337c2e0c9a63119 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf0dd7054ff1f0d6f expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1773941298.998816:0:6314:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e48ef8ef-cd87-416d-a874-90a8239159b4:6314:1860112200242688:192.168.202.112@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1773941298.998850:0:6314:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90e23000 going to sleep for 11 seconds 00000100:00100000:2.0:1773941298.999457:0:6314:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e48ef8ef-cd87-416d-a874-90a8239159b4:6314:1860112200242688:192.168.202.112@tcp:501:ll_cfg_requeue.0 10000000:01000000:2.0:1773941298.999474:0:6314:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1773941298.999484:0:6314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3c00/0x4337c2e0c9a63119 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf0dd7054ff1f0d6f expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941298.999492:0:6314:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3c00/0x4337c2e0c9a63119 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf0dd7054ff1f0d6f expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941299.568812:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1773941300.223624:0:2398:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.112@tcp (source: 12345-192.168.202.112@tcp) 00000100:00100000:1.0:1773941300.223698:0:6301:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1860112207622528 00000100:00100000:1.0:1773941300.223708:0:6301:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1860112207622528 00000100:00100000:1.0:1773941300.223759:0:6301:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.112@tcp, seq: 2 00000100:00100000:1.0:1773941300.223772:0:6301:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff8a5a86089500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e48ef8ef-cd87-416d-a874-90a8239159b4+3:9640:x1860112207622528:12345-192.168.202.112@tcp:104: 00010000:00010000:1.0:1773941300.223790:0:6301:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dca00/0x4337c2e0c9a630da lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf0dd7054ff1f0cb2 expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941300.223856:0:6301:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1773941300.223862:0:6301:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff8a5a86089500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:e48ef8ef-cd87-416d-a874-90a8239159b4+3:9640:x1860112207622528:12345-192.168.202.112@tcp:104: Request processed in 94us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1773941300.223868:0:6301:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.112@tcp, seq: 2 00010000:00010000:3.0:1773941300.223905:0:6311:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1773941300.223913:0:6311:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dca00/0x4337c2e0c9a630da lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf0dd7054ff1f0cb2 expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941300.223923:0:6311:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5ac21dca00 already unused, calling callback (ffffffffc123ec20) 10000000:00010000:3.0:1773941300.223928:0:6311:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dca00/0x4337c2e0c9a630da lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf0dd7054ff1f0cb2 expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941300.223938:0:6311:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dca00/0x4337c2e0c9a630da lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf0dd7054ff1f0cb2 expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1773941300.223946:0:6311:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dca00/0x4337c2e0c9a630da lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf0dd7054ff1f0cb2 expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941300.223953:0:6311:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1773941300.223991:0:6311:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dca00/0x4337c2e0c9a630da lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf0dd7054ff1f0cb2 expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941300.223999:0:6311:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1773941300.224096:0:6311:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dca00/0x4337c2e0c9a630da lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf0dd7054ff1f0cb2 expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941300.224105:0:6311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dca00/0x4337c2e0c9a630da lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf0dd7054ff1f0cb2 expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941300.224125:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941300.224140:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1773941300.224140:0:2408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90086680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e48ef8ef-cd87-416d-a874-90a8239159b4:2408:1860112200242816:192.168.202.112@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1773941300.224144:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1773941300.225228:0:2408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90086680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e48ef8ef-cd87-416d-a874-90a8239159b4:2408:1860112200242816:192.168.202.112@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1773941300.528882:0:2407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90086d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8711d199-5b48-4044-8a9f-a64d639a1ad7:2407:1860112200242944:192.168.202.112@tcp:400:kworker.0 00000100:00100000:3.0:1773941300.528891:0:2408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8711d199-5b48-4044-8a9f-a64d639a1ad7:2408:1860112200243072:192.168.202.112@tcp:400:kworker.0 00000100:00100000:2.0:1773941300.528970:0:2407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90087800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8711d199-5b48-4044-8a9f-a64d639a1ad7:2407:1860112200243200:192.168.202.112@tcp:400:kworker.0 00000100:00100000:3.0:1773941300.528973:0:2408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8711d199-5b48-4044-8a9f-a64d639a1ad7:2408:1860112200243328:192.168.202.112@tcp:400:kworker.0 00010000:00080000:3.0:1773941300.530397:0:2408:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5a90085c00 x1860112200243072/t0(0) o400->lustre-MDT0001-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941300.530412:0:2408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8711d199-5b48-4044-8a9f-a64d639a1ad7:2408:1860112200243072:192.168.202.112@tcp:400:kworker.0 00000100:00100000:2.0:1773941300.530412:0:2407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90086d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8711d199-5b48-4044-8a9f-a64d639a1ad7:2407:1860112200242944:192.168.202.112@tcp:400:kworker.0 00010000:00080000:2.0:1773941300.530431:0:2407:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5a90087800 x1860112200243200/t0(0) o400->lustre-OST0000-osc-ffff8a5a82fd9800@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1773941300.530435:0:2408:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5a90084700 x1860112200243328/t0(0) o400->lustre-OST0001-osc-ffff8a5a82fd9800@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941300.530452:0:2407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90087800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8711d199-5b48-4044-8a9f-a64d639a1ad7:2407:1860112200243200:192.168.202.112@tcp:400:kworker.0 00000100:00100000:3.0:1773941300.530454:0:2408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8711d199-5b48-4044-8a9f-a64d639a1ad7:2408:1860112200243328:192.168.202.112@tcp:400:kworker.0 10000000:01000000:2.0:1773941300.560735:0:6314:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1773941300.560743:0:6314:0:(mgc_request.c:1813:mgc_process_log()) Process log params-ffff8a5a82fd9800 from 4 10000000:01000000:2.0:1773941300.560748:0:6314:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1773941300.560794:0:6314:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc400/0x4337c2e0c9a63120 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941300.560807:0:6314:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc400/0x4337c2e0c9a63120 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941300.560819:0:6314:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc400/0x4337c2e0c9a63120 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1773941300.560858:0:6314:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e48ef8ef-cd87-416d-a874-90a8239159b4:6314:1860112200243456:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1773941300.560943:0:6314:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90e23240 going to sleep for 11 seconds 00000100:00100000:2.0:1773941300.562415:0:6314:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e48ef8ef-cd87-416d-a874-90a8239159b4:6314:1860112200243456:192.168.202.112@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1773941300.562432:0:6314:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc400/0x4337c2e0c9a63120 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf0dd7054ff1f0d7d expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941300.562443:0:6314:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc400/0x4337c2e0c9a63120 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf0dd7054ff1f0d7d expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1773941300.562496:0:6314:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e48ef8ef-cd87-416d-a874-90a8239159b4:6314:1860112200243584:192.168.202.112@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1773941300.562531:0:6314:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90e23240 going to sleep for 11 seconds 00000100:00100000:2.0:1773941300.563396:0:6314:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e48ef8ef-cd87-416d-a874-90a8239159b4:6314:1860112200243584:192.168.202.112@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1773941300.563423:0:6314:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e48ef8ef-cd87-416d-a874-90a8239159b4:6314:1860112200243712:192.168.202.112@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1773941300.563468:0:6314:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90e23240 going to sleep for 11 seconds 00000100:00100000:2.0:1773941300.564346:0:6314:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:e48ef8ef-cd87-416d-a874-90a8239159b4:6314:1860112200243712:192.168.202.112@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1773941300.564623:0:6882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c7480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e48ef8ef-cd87-416d-a874-90a8239159b4:6882:1860112200243840:192.168.202.112@tcp:502:llog_process_th.0 00000100:00100000:2.0:1773941300.564691:0:6882:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90e239c0 going to sleep for 11 seconds 00000100:00100000:2.0:1773941300.565888:0:6882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c7480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e48ef8ef-cd87-416d-a874-90a8239159b4:6882:1860112200243840:192.168.202.112@tcp:502:llog_process_th.0 00000020:01000000:2.0:1773941300.565911:0:6882:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1773941300.565920:0:6882:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1773941300.565922:0:6882:0:(obd_config.c:1594:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1773941300.565928:0:6882:0:(obd_config.c:2038:class_config_llog_handler()) cmd ce032, instance name: general-ffff8a5a82fd9800 00000020:00000080:2.0:1773941300.565936:0:6882:0:(obd_config.c:1506:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1773941300.566003:0:6882:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c7480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e48ef8ef-cd87-416d-a874-90a8239159b4:6882:1860112200243968:192.168.202.112@tcp:502:llog_process_th.0 00000100:00100000:2.0:1773941300.566131:0:6882:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90e239c0 going to sleep for 11 seconds 00000100:00100000:2.0:1773941300.567086:0:6882:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c7480 pname:cluuid:pid:xid:nid:opc:job llog_process_th:e48ef8ef-cd87-416d-a874-90a8239159b4:6882:1860112200243968:192.168.202.112@tcp:502:llog_process_th.0 00000020:01000000:2.0:1773941300.567108:0:6882:0:(obd_config.c:1923:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1773941300.567112:0:6882:0:(obd_config.c:1506:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1773941300.567114:0:6882:0:(obd_config.c:1594:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1773941300.567118:0:6882:0:(llog.c:854:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1773941300.567194:0:6314:0:(obd_config.c:2178:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1773941300.567210:0:6314:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1773941300.567219:0:6314:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc400/0x4337c2e0c9a63120 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf0dd7054ff1f0d7d expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941300.567227:0:6314:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc400/0x4337c2e0c9a63120 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf0dd7054ff1f0d7d expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941300.592729:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941301.616766:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941302.640799:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941303.664782:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941304.688831:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1773941305.648915:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e48ef8ef-cd87-416d-a874-90a8239159b4:2406:1860112200244096:192.168.202.112@tcp:400:kworker.0 00000100:00100000:0.0:1773941305.648920:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8711d199-5b48-4044-8a9f-a64d639a1ad7:2405:1860112200244224:192.168.202.112@tcp:400:kworker.0 00000100:00100000:1.0:1773941305.649013:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8711d199-5b48-4044-8a9f-a64d639a1ad7:2406:1860112200244352:192.168.202.112@tcp:400:kworker.0 00000100:00100000:0.0:1773941305.649016:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8711d199-5b48-4044-8a9f-a64d639a1ad7:2405:1860112200244480:192.168.202.112@tcp:400:kworker.0 00000100:00100000:1.0:1773941305.649040:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8711d199-5b48-4044-8a9f-a64d639a1ad7:2406:1860112200244608:192.168.202.112@tcp:400:kworker.0 00000100:00100000:1.0:1773941305.650150:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a86088000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e48ef8ef-cd87-416d-a874-90a8239159b4:2406:1860112200244096:192.168.202.112@tcp:400:kworker.0 00000100:00100000:1.0:1773941305.650229:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8608b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8711d199-5b48-4044-8a9f-a64d639a1ad7:2405:1860112200244224:192.168.202.112@tcp:400:kworker.0 00010000:00080000:1.0:1773941305.650252:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5a8608bb80 x1860112200244352/t0(0) o400->lustre-MDT0001-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941305.650261:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8608bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8711d199-5b48-4044-8a9f-a64d639a1ad7:2406:1860112200244352:192.168.202.112@tcp:400:kworker.0 00010000:00080000:1.0:1773941305.650372:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5a86089880 x1860112200244480/t0(0) o400->lustre-OST0000-osc-ffff8a5a82fd9800@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941305.650379:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a86089880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8711d199-5b48-4044-8a9f-a64d639a1ad7:2405:1860112200244480:192.168.202.112@tcp:400:kworker.0 00010000:00080000:0.0:1773941305.650400:0:2406:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5a86088380 x1860112200244608/t0(0) o400->lustre-OST0001-osc-ffff8a5a82fd9800@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941305.650412:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8711d199-5b48-4044-8a9f-a64d639a1ad7:2406:1860112200244608:192.168.202.112@tcp:400:kworker.0 00010000:00010000:3.0:1773941305.712762:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941306.736740:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1773941306.936150:0:7172:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg212-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:3.0:1773941307.760780:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1773941308.304659:0:7435:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg212-client.virtnet: executing yml_node 00010000:00010000:1.0:1773941308.785729:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1773941309.652087:0:7898:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.50.193 00010000:00010000:0.0:1773941309.808802:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1773941310.503356:0:8054:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.50.193 00000100:00100000:3.0:1773941310.768828:0:2407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e48ef8ef-cd87-416d-a874-90a8239159b4:2407:1860112200244736:192.168.202.112@tcp:400:kworker.0 00000100:00100000:2.0:1773941310.768828:0:2408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8711d199-5b48-4044-8a9f-a64d639a1ad7:2408:1860112200244864:192.168.202.112@tcp:400:kworker.0 00000100:00100000:2.0:1773941310.768930:0:2408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8711d199-5b48-4044-8a9f-a64d639a1ad7:2408:1860112200245120:192.168.202.112@tcp:400:kworker.0 00000100:00100000:3.0:1773941310.768938:0:2407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8711d199-5b48-4044-8a9f-a64d639a1ad7:2407:1860112200244992:192.168.202.112@tcp:400:kworker.0 00000100:00100000:3.0:1773941310.768974:0:2407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8711d199-5b48-4044-8a9f-a64d639a1ad7:2407:1860112200245248:192.168.202.112@tcp:400:kworker.0 00000100:00100000:2.0:1773941310.770196:0:2408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8711d199-5b48-4044-8a9f-a64d639a1ad7:2408:1860112200244864:192.168.202.112@tcp:400:kworker.0 00000100:00100000:3.0:1773941310.770326:0:2407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e48ef8ef-cd87-416d-a874-90a8239159b4:2407:1860112200244736:192.168.202.112@tcp:400:kworker.0 00010000:00080000:3.0:1773941310.770342:0:2407:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5a833c4000 x1860112200244992/t0(0) o400->lustre-MDT0001-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941310.770353:0:2407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8711d199-5b48-4044-8a9f-a64d639a1ad7:2407:1860112200244992:192.168.202.112@tcp:400:kworker.0 00010000:00080000:2.0:1773941310.770410:0:2408:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5a833c4a80 x1860112200245120/t0(0) o400->lustre-OST0000-osc-ffff8a5a82fd9800@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941310.770425:0:2408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8711d199-5b48-4044-8a9f-a64d639a1ad7:2408:1860112200245120:192.168.202.112@tcp:400:kworker.0 00010000:00080000:3.0:1773941310.770440:0:2407:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5a833c5500 x1860112200245248/t0(0) o400->lustre-OST0001-osc-ffff8a5a82fd9800@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941310.770451:0:2407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8711d199-5b48-4044-8a9f-a64d639a1ad7:2407:1860112200245248:192.168.202.112@tcp:400:kworker.0 00010000:00010000:3.0:1773941310.833793:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1773941311.278899:0:8210:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.50.193 00000001:02000400:2.0:1773941311.839388:0:8357:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: conf-sanity ============----- Thu Mar 19 13:28:31 EDT 2026 00010000:00010000:2.0:1773941311.857979:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941312.880760:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941313.904787:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941314.928832:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1773941315.888896:0:8:0:(import.c:65:import_set_state_nolock()) ffff8a5a85046800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1773941315.888904:0:8:0:(import.c:2088:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff8a5a82fd9800: disconnect after 24s idle 00000100:00100000:1.0:1773941315.888906:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e48ef8ef-cd87-416d-a874-90a8239159b4:2405:1860112200245376:192.168.202.112@tcp:400:kworker.0 00000100:00100000:1.0:1773941315.889016:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8711d199-5b48-4044-8a9f-a64d639a1ad7:2405:1860112200245632:192.168.202.112@tcp:400:kworker.0 00000100:00100000:1.0:1773941315.889053:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1773941315.889059:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8711d199-5b48-4044-8a9f-a64d639a1ad7:2405:1860112200245504:192.168.202.112@tcp:400:kworker.0 00000100:00100000:1.0:1773941315.890338:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8608a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8711d199-5b48-4044-8a9f-a64d639a1ad7:2405:1860112200245504:192.168.202.112@tcp:400:kworker.0 00000100:00100000:1.0:1773941315.890346:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a86088380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e48ef8ef-cd87-416d-a874-90a8239159b4:2405:1860112200245376:192.168.202.112@tcp:400:kworker.0 00010000:00080000:1.0:1773941315.890354:0:2405:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5a86089180 x1860112200245632/t0(0) o400->lustre-MDT0001-mdc-ffff8a5a82fd9800@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941315.890379:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a86089180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8711d199-5b48-4044-8a9f-a64d639a1ad7:2405:1860112200245632:192.168.202.112@tcp:400:kworker.0 00000100:00080000:0.0:1773941315.891983:0:8:0:(import.c:65:import_set_state_nolock()) ffff8a5a906d7800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1773941315.891988:0:8:0:(import.c:2088:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff8a5a82fd9800: disconnect after 24s idle 00000100:00100000:2.0:1773941315.892025:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8711d199-5b48-4044-8a9f-a64d639a1ad7:2404:1860112200245760:192.168.202.112@tcp:9:kworker.0 00000100:00100000:2.0:1773941315.892107:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8711d199-5b48-4044-8a9f-a64d639a1ad7:2404:1860112200245888:192.168.202.112@tcp:9:kworker.0 00010000:00080000:2.0:1773941315.893221:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5a8608b100 x1860112200245760/t0(0) o9->lustre-OST0000-osc-ffff8a5a82fd9800@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941315.893248:0:2404:0:(import.c:1998:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8a5a8608b100 x1860112200245760/t0(0) o9->lustre-OST0000-osc-ffff8a5a82fd9800@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941315.893262:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a85046800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1773941315.893266:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8608b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8711d199-5b48-4044-8a9f-a64d639a1ad7:2404:1860112200245760:192.168.202.112@tcp:9:kworker.0 00010000:00080000:2.0:1773941315.893275:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8a5a8608a680 x1860112200245888/t0(0) o9->lustre-OST0001-osc-ffff8a5a82fd9800@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941315.893281:0:2404:0:(import.c:1998:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff8a5a8608a680 x1860112200245888/t0(0) o9->lustre-OST0001-osc-ffff8a5a82fd9800@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941315.893285:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a906d7800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1773941315.893287:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8608a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8711d199-5b48-4044-8a9f-a64d639a1ad7:2404:1860112200245888:192.168.202.112@tcp:9:kworker.0 00010000:00010000:2.0:1773941315.952765:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941316.977715:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1773941317.203803:0:8907:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 32newtarball 108a 112a 112b 113 117 119 121 122a 123aa 123ab 123ac 123ad 123ae 123af 123ag 123ah 123ahi 123F 123G 123H 126 129 132 133 135 136 137 150 152 153a 153b 153c 155 802a 00000001:02000400:3.0:1773941317.681919:0:9046:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 45 69 106 111 114 00000080:00200008:1.0:1773941317.936075:0:9158:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a5a98d3ba88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1773941317.936086:0:9158:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88),name=/ 00000002:00010000:1.0:1773941317.936105:0:9158:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1773941317.936122:0:9158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:1.0:1773941317.936137:0:9158:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:1.0:1773941317.936144:0:9158:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1773941317.936152:0:9158:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a5a98d3ba88) 00000080:00010000:1.0:1773941317.936155:0:9158:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a5a98d3ba88) for lock 0x4337c2e0c9a6310b 00000080:00010000:1.0:1773941317.936210:0:9158:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4337c2e0c9a6310b from it ffffa51dc1cc3cb8 00010000:00010000:1.0:1773941317.936214:0:9158:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:1.0:1773941317.936224:0:9158:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:2.0:1773941318.000693:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1773941318.107900:0:9159:0:(llite_lib.c:3557:ll_umount_begin()) VFS Op: superblock ffff8a5a82fd9800 count 1 active 9 00800000:00000080:1.0:1773941318.107911:0:9159:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a82fd9800: cmd=4240666a len=576 karg=ffff8a5a90cc0400 uarg=0000000000000000 00000002:00000080:1.0:1773941318.107920:0:9159:0:(mdc_request.c:2300:mdc_iocontrol()) lustre-MDT0000-mdc-ffff8a5a82fd9800: cmd=4240666a len=576 karg=ffff8a5a90cc0400 uarg=0000000000000000 00000100:02000400:1.0:1773941318.107928:0:9159:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-MDT0000_UUID INACTIVE by administrator request 00000100:00080000:1.0:1773941318.109969:0:9159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1773941318.109974:0:9159:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a5a82fd9800: committing for last_committed 0 gen 2 00000100:00100000:1.0:1773941318.109983:0:9159:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1773941318.110081:0:9159:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10e400000000 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1773941318.110099:0:9159:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1773941318.110107:0:9159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a5a82fd9800 lock: ffff8a5a829e2c00/0x4337c2e0c9a6310b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x490f400000000 nid: local remote: 0xf0dd7054ff1f0cdc expref: -99 pid: 6349 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000002:00000080:1.0:1773941318.111788:0:9159:0:(mdc_request.c:2300:mdc_iocontrol()) lustre-MDT0001-mdc-ffff8a5a82fd9800: cmd=4240666a len=576 karg=ffff8a5a90cc0400 uarg=0000000000000000 00000100:02000400:1.0:1773941318.111794:0:9159:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-MDT0001_UUID INACTIVE by administrator request 00000100:00080000:1.0:1773941318.111796:0:9159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1773941318.111799:0:9159:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a5a82fd9800: committing for last_committed 0 gen 2 00000100:00100000:1.0:1773941318.111805:0:9159:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00020000:00000080:1.0:1773941318.113928:0:9159:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a82fd9800: cmd=4240666a len=576 karg=ffff8a5a90cc0400 uarg=0000000000000000 00000008:00000080:1.0:1773941318.113936:0:9159:0:(osc_request.c:3548:osc_iocontrol()) lustre-OST0000-osc-ffff8a5a82fd9800: cmd=4240666a len=576 karg=ffff8a5a90cc0400 uarg=0000000000000000 00000100:02000400:1.0:1773941318.113940:0:9159:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-OST0000_UUID INACTIVE by administrator request 00020000:01000000:1.0:1773941318.113945:0:9159:0:(lov_obd.c:378:lov_set_osc_active()) deactivate OSC lustre-OST0000_UUID 00000080:00000004:1.0:1773941318.113950:0:9159:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:1.0:1773941318.113954:0:9159:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:1.0:1773941318.113959:0:9159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1773941318.113962:0:9159:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a5a82fd9800: committing for last_committed 0 gen 2 00020000:01000000:1.0:1773941318.113965:0:9159:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00000080:00000004:1.0:1773941318.113967:0:9159:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:1.0:1773941318.113969:0:9159:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1773941318.113971:0:9159:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000008:00000080:1.0:1773941318.114127:0:9159:0:(osc_request.c:3548:osc_iocontrol()) lustre-OST0001-osc-ffff8a5a82fd9800: cmd=4240666a len=576 karg=ffff8a5a90cc0400 uarg=0000000000000000 00000100:02000400:1.0:1773941318.114131:0:9159:0:(recover.c:247:ptlrpc_set_import_active()) setting import lustre-OST0001_UUID INACTIVE by administrator request 00020000:01000000:1.0:1773941318.114134:0:9159:0:(lov_obd.c:378:lov_set_osc_active()) deactivate OSC lustre-OST0001_UUID 00000080:00000004:1.0:1773941318.114136:0:9159:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:1.0:1773941318.114138:0:9159:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:1.0:1773941318.114141:0:9159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1773941318.114143:0:9159:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a5a82fd9800: committing for last_committed 0 gen 2 00020000:01000000:1.0:1773941318.114146:0:9159:0:(lov_obd.c:389:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID inactive 00000080:00000004:1.0:1773941318.114147:0:9159:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:1.0:1773941318.114149:0:9159:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1773941318.114151:0:9159:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1773941319.024793:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941320.048808:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1773941321.008895:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8711d199-5b48-4044-8a9f-a64d639a1ad7->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00080000:1.0:1773941321.008903:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8711d199-5b48-4044-8a9f-a64d639a1ad7->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00100000:0.0:1773941321.008923:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e48ef8ef-cd87-416d-a874-90a8239159b4:2406:1860112200246016:192.168.202.112@tcp:400:kworker.0 00000100:00100000:0.0:1773941321.010286:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e48ef8ef-cd87-416d-a874-90a8239159b4:2406:1860112200246016:192.168.202.112@tcp:400:kworker.0 00010000:00010000:3.0:1773941321.072891:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941322.096851:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941323.120827:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941324.144815:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941325.168818:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1773941326.128882:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8711d199-5b48-4044-8a9f-a64d639a1ad7->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00080000:1.0:1773941326.128888:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8711d199-5b48-4044-8a9f-a64d639a1ad7->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00100000:0.0:1773941326.128917:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1773941326.128951:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e48ef8ef-cd87-416d-a874-90a8239159b4:2406:1860112200246144:192.168.202.112@tcp:400:kworker.0 00000100:00100000:0.0:1773941326.130224:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e48ef8ef-cd87-416d-a874-90a8239159b4:2406:1860112200246144:192.168.202.112@tcp:400:kworker.0 00010000:00010000:2.0:1773941326.192769:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941327.216824:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1773941328.240799:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1773941328.373771:0:9159:0:(llite_lib.c:1951:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98d3ba88) 00000080:00200000:2.0:1773941328.373812:0:9159:0:(llite_lib.c:1572:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff8a5a82fd9800 (sb ffff8a5a82fd9800) 00010000:00010000:2.0:1773941328.373853:0:9159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a63112 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf0dd7054ff1f0d68 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941328.373864:0:9159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a63112 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf0dd7054ff1f0d68 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941328.373881:0:9159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a63112 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf0dd7054ff1f0d68 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941328.373887:0:9159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a63112 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf0dd7054ff1f0d68 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941328.373904:0:9159:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1773941328.373910:0:9159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dde00/0x4337c2e0c9a630d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf0dd7054ff1f0cab expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941328.373915:0:9159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dde00/0x4337c2e0c9a630d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf0dd7054ff1f0cab expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941328.373919:0:6312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1773941328.373920:0:9159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dde00/0x4337c2e0c9a630d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf0dd7054ff1f0cab expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941328.373931:0:6312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a63112 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf0dd7054ff1f0d68 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941328.373932:0:9159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dde00/0x4337c2e0c9a630d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf0dd7054ff1f0cab expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941328.373954:0:6312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a829e3600 already unused, calling callback (ffffffffc123ec20) 10000000:00010000:3.0:1773941328.373960:0:6312:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a63112 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf0dd7054ff1f0d68 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941328.373962:0:9159:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1773941328.373973:0:9159:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc400/0x4337c2e0c9a63120 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf0dd7054ff1f0d7d expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941328.373974:0:6312:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a63112 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf0dd7054ff1f0d68 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941328.373986:0:6311:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1773941328.373995:0:9159:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc400/0x4337c2e0c9a63120 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf0dd7054ff1f0d7d expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1773941328.373996:0:6312:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a63112 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf0dd7054ff1f0d68 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941328.374019:0:6312:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1773941328.374020:0:9159:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc400/0x4337c2e0c9a63120 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf0dd7054ff1f0d7d expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941328.374023:0:6312:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00010000:00010000:2.0:1773941328.374038:0:9159:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc400/0x4337c2e0c9a63120 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf0dd7054ff1f0d7d expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941328.374046:0:9159:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1773941328.374049:0:9159:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:01000000:2.0:1773941328.374053:0:9159:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:3.0:1773941328.374065:0:6312:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a63112 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f0d68 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941328.374080:0:6312:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1773941328.374103:0:6312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a63112 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f0d68 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941328.374109:0:6312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a63112 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f0d68 expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941328.374126:0:6312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1773941328.374130:0:6312:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc400/0x4337c2e0c9a63120 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf0dd7054ff1f0d7d expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941328.374138:0:6312:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5ac21dc400 already unused, calling callback (ffffffffc123ec20) 10000000:00010000:3.0:1773941328.374142:0:6312:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc400/0x4337c2e0c9a63120 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf0dd7054ff1f0d7d expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941328.374151:0:6312:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc400/0x4337c2e0c9a63120 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf0dd7054ff1f0d7d expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1773941328.374160:0:6312:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc400/0x4337c2e0c9a63120 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf0dd7054ff1f0d7d expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941328.374167:0:6312:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1773941328.374170:0:6312:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1773941328.374174:0:6312:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1773941328.374197:0:6312:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc400/0x4337c2e0c9a63120 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f0d7d expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941328.374205:0:6312:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1773941328.374218:0:6312:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc400/0x4337c2e0c9a63120 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f0d7d expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941328.374240:0:6312:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc400/0x4337c2e0c9a63120 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f0d7d expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941328.374266:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941328.374270:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1773941328.374273:0:6312:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1773941328.374290:0:9163:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1773941328.374295:0:9163:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1773941328.374299:0:9163:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1773941328.374303:0:2408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e48ef8ef-cd87-416d-a874-90a8239159b4:2408:1860112200246272:192.168.202.112@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1773941328.374323:0:6311:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dde00/0x4337c2e0c9a630d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf0dd7054ff1f0cab expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941328.374336:0:6311:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5ac21dde00 already unused, calling callback (ffffffffc123ec20) 10000000:00010000:1.0:1773941328.374341:0:6311:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dde00/0x4337c2e0c9a630d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf0dd7054ff1f0cab expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941328.374352:0:6311:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dde00/0x4337c2e0c9a630d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf0dd7054ff1f0cab expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1773941328.374362:0:6311:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dde00/0x4337c2e0c9a630d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf0dd7054ff1f0cab expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941328.374369:0:6311:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1773941328.374378:0:6311:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 10000000:01000000:1.0:1773941328.374382:0:6311:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 00010000:00010000:1.0:1773941328.374407:0:6311:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dde00/0x4337c2e0c9a630d3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f0cab expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941328.374415:0:6311:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1773941328.374441:0:6311:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dde00/0x4337c2e0c9a630d3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f0cab expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941328.374451:0:6311:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dde00/0x4337c2e0c9a630d3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f0cab expref: -99 pid: 6300 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1773941328.374454:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1773941328.374467:0:2408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e48ef8ef-cd87-416d-a874-90a8239159b4:2408:1860112200246400:192.168.202.112@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1773941328.374478:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941328.374483:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941328.374488:0:6311:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1773941328.374504:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e48ef8ef-cd87-416d-a874-90a8239159b4:2406:1860112200246528:192.168.202.112@tcp:103:ldlm_bl.0 00020000:01000000:2.0:1773941328.374613:0:9159:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: ffff8a5a8930a000 active: 0 00020000:01000000:2.0:1773941328.374617:0:9159:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0001_UUID idx: 1 gen: 1 exp: ffff8a5a8930c800 active: 0 00020000:01000000:2.0:1773941328.374619:0:9159:0:(lov_obd.c:64:lov_tgts_putref()) destroying 2 lov targets 00020000:01000000:2.0:1773941328.374623:0:9159:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0001_UUID : lustre-OST0001-osc-ffff8a5a82fd9800 00020000:01000000:2.0:1773941328.374625:0:9159:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff8a5a82fd9800: disconnecting target lustre-OST0001-osc-ffff8a5a82fd9800 00000100:00080000:2.0:1773941328.374631:0:9159:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 8711d199-5b48-4044-8a9f-a64d639a1ad7->lustre-OST0001_UUID 00000100:00080000:2.0:1773941328.374743:0:9159:0:(import.c:65:import_set_state_nolock()) ffff8a5a906d7800 lustre-OST0001_UUID: changing import state from IDLE to CLOSED 00000100:00080000:2.0:1773941328.374764:0:9159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1773941328.374768:0:9159:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a5a82fd9800: committing for last_committed 0 gen 3 00000100:00100000:2.0:1773941328.374773:0:9159:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1773941328.374905:0:9159:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x4337c2e0c9a63104 00000020:00000080:2.0:1773941328.374917:0:9159:0:(genops.c:904:class_export_put()) final put ffff8a5a8930c800/LOV_OSC_UUID 00000020:01000000:2.0:1773941328.374932:0:9159:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-ffff8a5a82fd9800 (flags='F') 00000020:00000080:2.0:1773941328.374936:0:9159:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1773941328.374942:0:9159:0:(obd_config.c:991:class_cleanup()) lustre-OST0001-osc-ffff8a5a82fd9800: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1773941328.374946:0:9159:0:(genops.c:1577:class_disconnect_exports()) OBD device 6 (ffff8a5a8509b370) has no exports 00000020:00000080:1.0:1773941328.374949:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a8930c800/LOV_OSC_UUID for lustre-OST0001-osc-ffff8a5a82fd9800 00000008:01000000:3.0:1773941328.375009:0:9159:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0001-osc-ffff8a5a82fd9800: client import never connected 00000100:00080000:3.0:1773941328.375014:0:9159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1773941328.375016:0:9159:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-ffff8a5a82fd9800: committing for last_committed 0 gen 4 00000100:00100000:3.0:1773941328.375020:0:9159:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1773941328.375333:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8a5a906d7800 for lustre-OST0001-osc-ffff8a5a82fd9800 00000100:00100000:2.0:1773941328.375606:0:2408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e48ef8ef-cd87-416d-a874-90a8239159b4:2408:1860112200246400:192.168.202.112@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1773941328.375607:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e48ef8ef-cd87-416d-a874-90a8239159b4:2406:1860112200246528:192.168.202.112@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1773941328.375636:0:2408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e48ef8ef-cd87-416d-a874-90a8239159b4:2408:1860112200246272:192.168.202.112@tcp:103:ldlm_bl.0 00000020:00000080:3.0:1773941328.375913:0:9159:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1773941328.375921:0:9159:0:(obd_config.c:919:class_detach()) detach on obd lustre-OST0001-osc-ffff8a5a82fd9800 (uuid 8711d199-5b48-4044-8a9f-a64d639a1ad7) 00000020:00000080:3.0:1773941328.375925:0:9159:0:(genops.c:904:class_export_put()) final put ffff8a5a906d3000/8711d199-5b48-4044-8a9f-a64d639a1ad7 00000020:00000080:3.0:1773941328.375928:0:9159:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a906d3000/8711d199-5b48-4044-8a9f-a64d639a1ad7 for lustre-OST0001-osc-ffff8a5a82fd9800 00000020:01000000:3.0:1773941328.375933:0:9159:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-ffff8a5a82fd9800 (8711d199-5b48-4044-8a9f-a64d639a1ad7) 00020000:01000000:3.0:1773941328.376066:0:9159:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff8a5a82fd9800 00020000:01000000:3.0:1773941328.376068:0:9159:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff8a5a82fd9800: disconnecting target lustre-OST0000-osc-ffff8a5a82fd9800 00000100:00080000:3.0:1773941328.376071:0:9159:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 8711d199-5b48-4044-8a9f-a64d639a1ad7->lustre-OST0000_UUID 00000100:00080000:3.0:1773941328.376147:0:9159:0:(import.c:65:import_set_state_nolock()) ffff8a5a85046800 lustre-OST0000_UUID: changing import state from IDLE to CLOSED 00000100:00080000:3.0:1773941328.376150:0:9159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1773941328.376152:0:9159:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a5a82fd9800: committing for last_committed 0 gen 3 00000100:00100000:3.0:1773941328.376154:0:9159:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1773941328.376271:0:9159:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x4337c2e0c9a630fd 00000020:00000080:3.0:1773941328.376281:0:9159:0:(genops.c:904:class_export_put()) final put ffff8a5a8930a000/LOV_OSC_UUID 00000020:01000000:3.0:1773941328.376291:0:9159:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff8a5a82fd9800 (flags='F') 00000020:00000080:3.0:1773941328.376294:0:9159:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1773941328.376297:0:9159:0:(obd_config.c:991:class_cleanup()) lustre-OST0000-osc-ffff8a5a82fd9800: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1773941328.376299:0:9159:0:(genops.c:1577:class_disconnect_exports()) OBD device 5 (ffff8a5aa06b0000) has no exports 00000020:00000080:1.0:1773941328.376323:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a8930a000/LOV_OSC_UUID for lustre-OST0000-osc-ffff8a5a82fd9800 00000008:01000000:3.0:1773941328.376349:0:9159:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-ffff8a5a82fd9800: client import never connected 00000100:00080000:3.0:1773941328.376352:0:9159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1773941328.376354:0:9159:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a5a82fd9800: committing for last_committed 0 gen 4 00000100:00100000:3.0:1773941328.376356:0:9159:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1773941328.376515:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8a5a85046800 for lustre-OST0000-osc-ffff8a5a82fd9800 00000020:00000080:3.0:1773941328.376636:0:9159:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1773941328.376654:0:9159:0:(obd_config.c:919:class_detach()) detach on obd lustre-OST0000-osc-ffff8a5a82fd9800 (uuid 8711d199-5b48-4044-8a9f-a64d639a1ad7) 00000020:00000080:3.0:1773941328.376657:0:9159:0:(genops.c:904:class_export_put()) final put ffff8a5a8922c000/8711d199-5b48-4044-8a9f-a64d639a1ad7 00000020:00000080:3.0:1773941328.376660:0:9159:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a8922c000/8711d199-5b48-4044-8a9f-a64d639a1ad7 for lustre-OST0000-osc-ffff8a5a82fd9800 00000020:01000000:3.0:1773941328.376666:0:9159:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff8a5a82fd9800 (8711d199-5b48-4044-8a9f-a64d639a1ad7) 00000020:00000080:3.0:1773941328.376926:0:9159:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x4337c2e0c9a630f6 00000020:00000080:3.0:1773941328.376931:0:9159:0:(genops.c:904:class_export_put()) final put ffff8a5a89309800/8711d199-5b48-4044-8a9f-a64d639a1ad7 00000020:00000080:1.0:1773941328.376970:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a89309800/8711d199-5b48-4044-8a9f-a64d639a1ad7 for lustre-clilov-ffff8a5a82fd9800 00000100:00080000:3.0:1773941328.377174:0:9159:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 8711d199-5b48-4044-8a9f-a64d639a1ad7->lustre-MDT0000_UUID 00000100:00080000:3.0:1773941328.378217:0:9159:0:(import.c:65:import_set_state_nolock()) ffff8a5a8922d800 lustre-MDT0000_UUID: changing import state from FULL to CLOSED 00000100:00080000:3.0:1773941328.378223:0:9159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1773941328.378225:0:9159:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a5a82fd9800: committing for last_committed 0 gen 3 00000100:00100000:3.0:1773941328.378228:0:9159:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1773941328.379840:0:9159:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x4337c2e0c9a630e8 00000020:00000080:3.0:1773941328.379846:0:9159:0:(genops.c:904:class_export_put()) final put ffff8a5a85047800/8711d199-5b48-4044-8a9f-a64d639a1ad7 00000020:00000080:1.0:1773941328.379894:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a85047800/8711d199-5b48-4044-8a9f-a64d639a1ad7 for lustre-MDT0000-mdc-ffff8a5a82fd9800 00000100:00080000:3.0:1773941328.379906:0:9159:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 8711d199-5b48-4044-8a9f-a64d639a1ad7->lustre-MDT0001_UUID 00000100:00080000:3.0:1773941328.380961:0:9159:0:(import.c:65:import_set_state_nolock()) ffff8a5a8922f000 lustre-MDT0001_UUID: changing import state from FULL to CLOSED 00000100:00080000:3.0:1773941328.380967:0:9159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1773941328.380970:0:9159:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a5a82fd9800: committing for last_committed 0 gen 3 00000100:00100000:3.0:1773941328.380974:0:9159:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1773941328.382576:0:9159:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x4337c2e0c9a630ef 00000020:00000080:3.0:1773941328.382581:0:9159:0:(genops.c:904:class_export_put()) final put ffff8a5a85043000/8711d199-5b48-4044-8a9f-a64d639a1ad7 00000020:00000080:3.0:1773941328.382600:0:9159:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x4337c2e0c9a630e1 00000020:00000080:3.0:1773941328.382603:0:9159:0:(genops.c:904:class_export_put()) final put ffff8a5a85040800/8711d199-5b48-4044-8a9f-a64d639a1ad7 00000020:01000000:3.0:1773941328.382608:0:9159:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff8a5a82fd9800 (flags='F') 00000020:00000080:3.0:1773941328.382612:0:9159:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1773941328.382616:0:9159:0:(obd_config.c:991:class_cleanup()) lustre-clilov-ffff8a5a82fd9800: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1773941328.382620:0:9159:0:(genops.c:1577:class_disconnect_exports()) OBD device 1 (ffff8a5a83354d28) has no exports 00000020:00000080:1.0:1773941328.382636:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a85043000/8711d199-5b48-4044-8a9f-a64d639a1ad7 for lustre-MDT0001-mdc-ffff8a5a82fd9800 00000020:00000080:3.0:1773941328.382655:0:9159:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1773941328.382660:0:9159:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilov-ffff8a5a82fd9800 (uuid 8711d199-5b48-4044-8a9f-a64d639a1ad7) 00000020:00000080:3.0:1773941328.382663:0:9159:0:(genops.c:904:class_export_put()) final put ffff8a5aa14e3800/8711d199-5b48-4044-8a9f-a64d639a1ad7 00000020:00000080:3.0:1773941328.382666:0:9159:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5aa14e3800/8711d199-5b48-4044-8a9f-a64d639a1ad7 for lustre-clilov-ffff8a5a82fd9800 00000020:00000080:1.0:1773941328.382672:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a85040800/8711d199-5b48-4044-8a9f-a64d639a1ad7 for lustre-clilmv-ffff8a5a82fd9800 00000020:01000000:3.0:1773941328.382673:0:9159:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff8a5a82fd9800 (8711d199-5b48-4044-8a9f-a64d639a1ad7) 00000020:01000000:3.0:1773941328.382685:0:9159:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff8a5a82fd9800 (flags='F') 00000020:00000080:3.0:1773941328.382689:0:9159:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1773941328.382691:0:9159:0:(obd_config.c:991:class_cleanup()) lustre-clilmv-ffff8a5a82fd9800: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1773941328.382693:0:9159:0:(genops.c:1577:class_disconnect_exports()) OBD device 2 (ffff8a5a83353370) has no exports 00000020:00000080:3.0:1773941328.382742:0:9159:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1773941328.382745:0:9159:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilmv-ffff8a5a82fd9800 (uuid 8711d199-5b48-4044-8a9f-a64d639a1ad7) 00000020:00000080:3.0:1773941328.382748:0:9159:0:(genops.c:904:class_export_put()) final put ffff8a5a89228000/8711d199-5b48-4044-8a9f-a64d639a1ad7 00000020:00000080:3.0:1773941328.382764:0:9159:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a89228000/8711d199-5b48-4044-8a9f-a64d639a1ad7 for lustre-clilmv-ffff8a5a82fd9800 00000020:01000000:3.0:1773941328.382769:0:9159:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff8a5a82fd9800 (8711d199-5b48-4044-8a9f-a64d639a1ad7) 00000020:01000000:3.0:1773941328.382898:0:9159:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff8a5a82fd9800 (flags='F') 00000020:00000080:3.0:1773941328.382900:0:9159:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1773941328.382903:0:9159:0:(obd_config.c:991:class_cleanup()) lustre-MDT0000-mdc-ffff8a5a82fd9800: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1773941328.382905:0:9159:0:(genops.c:1577:class_disconnect_exports()) OBD device 3 (ffff8a5a83350000) has no exports 00000008:01000000:3.0:1773941328.382914:0:9159:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff8a5a82fd9800: client import never connected 00000100:00080000:3.0:1773941328.382916:0:9159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1773941328.382919:0:9159:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a5a82fd9800: committing for last_committed 0 gen 4 00000100:00100000:3.0:1773941328.382927:0:9159:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1773941328.384826:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8a5a8922d800 for lustre-MDT0000-mdc-ffff8a5a82fd9800 00000020:00000080:3.0:1773941328.385041:0:9159:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1773941328.385046:0:9159:0:(obd_config.c:919:class_detach()) detach on obd lustre-MDT0000-mdc-ffff8a5a82fd9800 (uuid 8711d199-5b48-4044-8a9f-a64d639a1ad7) 00000020:00000080:3.0:1773941328.385049:0:9159:0:(genops.c:904:class_export_put()) final put ffff8a5a8922e000/8711d199-5b48-4044-8a9f-a64d639a1ad7 00000020:00000080:3.0:1773941328.385051:0:9159:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a8922e000/8711d199-5b48-4044-8a9f-a64d639a1ad7 for lustre-MDT0000-mdc-ffff8a5a82fd9800 00000020:01000000:3.0:1773941328.385056:0:9159:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffff8a5a82fd9800 (8711d199-5b48-4044-8a9f-a64d639a1ad7) 00000020:01000000:1.0:1773941328.386904:0:9159:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdc-ffff8a5a82fd9800 (flags='F') 00000020:00000080:1.0:1773941328.386911:0:9159:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1773941328.386932:0:9159:0:(obd_config.c:991:class_cleanup()) lustre-MDT0001-mdc-ffff8a5a82fd9800: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1773941328.386937:0:9159:0:(genops.c:1577:class_disconnect_exports()) OBD device 4 (ffff8a5aa06b3370) has no exports 00000008:01000000:1.0:1773941328.386968:0:9159:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0001-mdc-ffff8a5a82fd9800: client import never connected 00000100:00080000:1.0:1773941328.386972:0:9159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1773941328.386975:0:9159:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a5a82fd9800: committing for last_committed 0 gen 4 00000100:00100000:1.0:1773941328.386981:0:9159:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1773941328.389073:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8a5a8922f000 for lustre-MDT0001-mdc-ffff8a5a82fd9800 00000020:00000080:1.0:1773941328.389319:0:9159:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1773941328.389330:0:9159:0:(obd_config.c:919:class_detach()) detach on obd lustre-MDT0001-mdc-ffff8a5a82fd9800 (uuid 8711d199-5b48-4044-8a9f-a64d639a1ad7) 00000020:00000080:1.0:1773941328.389335:0:9159:0:(genops.c:904:class_export_put()) final put ffff8a5a8922a800/8711d199-5b48-4044-8a9f-a64d639a1ad7 00000020:00000080:1.0:1773941328.389340:0:9159:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a8922a800/8711d199-5b48-4044-8a9f-a64d639a1ad7 for lustre-MDT0001-mdc-ffff8a5a82fd9800 00000020:01000000:1.0:1773941328.389347:0:9159:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffff8a5a82fd9800 (8711d199-5b48-4044-8a9f-a64d639a1ad7) 00000080:02000400:2.0:1773941328.390513:0:9159:0:(llite_lib.c:1617:ll_put_super()) Unmounted lustre-client 00000020:01000000:2.0:1773941328.391930:0:9159:0:(obd_config.c:1233:class_del_profile()) Del profile lustre-client 00000020:01000004:2.0:1773941328.392031:0:9159:0:(obd_mount.c:911:lustre_common_put_super()) dropping sb ffff8a5a82fd9800 00000100:00080000:2.0:1773941328.392068:0:9159:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import e48ef8ef-cd87-416d-a874-90a8239159b4->MGS 00010000:00010000:2.0:1773941328.392084:0:9159:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3c00/0x4337c2e0c9a63119 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf0dd7054ff1f0d6f expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1773941328.392097:0:9159:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3c00/0x4337c2e0c9a63119 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf0dd7054ff1f0d6f expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1773941328.392102:0:9159:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1773941328.392105:0:9159:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1773941328.392117:0:9159:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1773941328.392175:0:9159:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3c00/0x4337c2e0c9a63119 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f0d6f expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941328.392180:0:9159:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1773941328.392196:0:9159:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d79240 going to sleep for 0 seconds 00000100:00100000:2.0:1773941328.392221:0:9159:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c4a80 pname:cluuid:pid:xid:nid:opc:job umount:e48ef8ef-cd87-416d-a874-90a8239159b4:9159:1860112200246656:192.168.202.112@tcp:103:umount.0 00010000:00010000:2.0:1773941328.392231:0:9159:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00010000:00010000:2.0:1773941328.392242:0:9159:0:(ldlm_request.c:2277:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00010000:2.0:1773941328.392245:0:9159:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3c00/0x4337c2e0c9a63119 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f0d6f expref: -99 pid: 6314 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1773941328.392288:0:9159:0:(import.c:65:import_set_state_nolock()) ffff8a5a906d0000 MGS: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1773941328.392338:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e48ef8ef-cd87-416d-a874-90a8239159b4:2404:1860112200246784:192.168.202.112@tcp:251:umount.0 00000100:00080000:2.0:1773941328.393748:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a906d0000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1773941328.393767:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941328.393770:0:2404:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1773941328.393772:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1773941328.393790:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e48ef8ef-cd87-416d-a874-90a8239159b4:2404:1860112200246784:192.168.202.112@tcp:251:umount.0 00000100:00080000:0.0:1773941328.393819:0:9159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:0.0:1773941328.393828:0:9159:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1773941328.393831:0:9159:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1773941328.393833:0:9159:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1773941328.393841:0:9159:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x4337c2e0c9a63094 00000020:00000080:0.0:1773941328.393847:0:9159:0:(genops.c:904:class_export_put()) final put ffff8a5a906d6000/e48ef8ef-cd87-416d-a874-90a8239159b4 00000020:01000000:0.0:1773941328.393861:0:9159:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of MGC192.168.202.112@tcp (flags='') 00000020:00000080:0.0:1773941328.393867:0:9159:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1773941328.393871:0:9159:0:(obd_config.c:991:class_cleanup()) MGC192.168.202.112@tcp: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1773941328.393875:0:9159:0:(genops.c:1577:class_disconnect_exports()) OBD device 0 (ffff8a5a833519b8) has no exports 00000020:00000080:1.0:1773941328.393882:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a906d6000/e48ef8ef-cd87-416d-a874-90a8239159b4 for MGC192.168.202.112@tcp 10000000:01000000:1.0:1773941328.393920:0:6314:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:0.0:1773941328.393930:0:9159:0:(obd_class.h:663:obd_cleanup_client_import()) MGC192.168.202.112@tcp: client import never connected 00000100:00080000:0.0:1773941328.393932:0:9159:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:0.0:1773941328.393934:0:9159:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1773941328.393935:0:9159:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1773941328.393937:0:9159:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1773941328.393983:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8a5a906d0000 for MGC192.168.202.112@tcp 00000020:00000080:0.0:1773941328.394010:0:9159:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1773941328.394016:0:9159:0:(obd_config.c:919:class_detach()) detach on obd MGC192.168.202.112@tcp (uuid e48ef8ef-cd87-416d-a874-90a8239159b4) 00000020:00000080:0.0:1773941328.394019:0:9159:0:(genops.c:904:class_export_put()) final put ffff8a5a82fdc800/e48ef8ef-cd87-416d-a874-90a8239159b4 00000020:00000080:0.0:1773941328.394022:0:9159:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a82fdc800/e48ef8ef-cd87-416d-a874-90a8239159b4 for MGC192.168.202.112@tcp 00000020:01000000:0.0:1773941328.394030:0:9159:0:(genops.c:440:class_free_dev()) finishing cleanup of obd MGC192.168.202.112@tcp (e48ef8ef-cd87-416d-a874-90a8239159b4) 00010000:00010000:3.0:1773941328.394289:0:6312:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:1.0:1773941328.394343:0:9163:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:2.0:1773941328.394417:0:6311:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:1.0:1773941328.394544:0:6301:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8a5aa0e9ac00:6301] 0 exiting: rc = 1 00000100:00100000:0.0:1773941328.394545:0:6302:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8a5a9ab34000:6302] 1 exiting: rc = 0 00000100:00100000:3.0:1773941328.395240:0:6303:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_000: service thread [ffff8a5a9ab34c00:6303] 0 exiting: rc = 1 00000100:00100000:3.0:1773941328.395329:0:6304:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_001: service thread [ffff8a5a82f7c600:6304] 1 exiting: rc = 0 00000100:00100000:0.0:1773941328.395381:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.395391:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.395812:0:6306:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8a5a9ab34a00:6306] 1 exiting: rc = 0 00000100:00100000:1.0:1773941328.395819:0:6305:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8a5a9ab35800:6305] 0 exiting: rc = 1 00000100:00100000:0.0:1773941328.395893:0:6307:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8a5a9ab34400:6307] 2 exiting: rc = 0 00000100:00100000:3.0:1773941328.396178:0:6309:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_001: service thread [ffff8a5a85500800:6309] 1 exiting: rc = 0 00000100:00100000:2.0:1773941328.396188:0:6308:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_000: service thread [ffff8a5a9ab35000:6308] 0 exiting: rc = 1 00000100:00100000:2.0:1773941328.396384:0:6310:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_002: service thread [ffff8a5a83ef1600:6310] 2 exiting: rc = 0 00000100:00100000:0.0:1773941328.396457:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.396469:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.396485:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.396506:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.396525:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.396544:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.396559:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.396574:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.396595:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.396611:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.396625:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397136:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397148:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397160:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397181:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397195:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397214:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397233:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397251:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397267:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397281:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397296:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397309:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397326:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397341:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397351:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397370:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397374:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397378:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397381:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397385:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397388:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397391:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397395:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397398:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397401:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397405:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397408:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397411:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397414:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397418:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397421:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397425:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397435:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397438:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397441:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397445:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397449:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397454:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397458:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397462:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397467:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397472:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397476:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397479:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397483:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397487:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397491:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397495:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397499:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397503:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397506:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397509:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397513:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397518:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397522:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397526:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397530:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397534:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397538:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397542:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397546:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397550:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397554:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397558:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397561:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397565:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397568:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397575:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397579:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397583:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397586:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397589:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397592:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397596:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397599:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397602:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397605:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397608:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397611:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397615:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397618:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397621:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397625:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397629:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397633:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397636:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397659:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397673:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397683:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397692:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397701:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397712:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397720:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397726:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397733:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397741:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397745:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397748:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397763:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397767:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397771:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397775:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397785:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397789:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397793:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397798:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397802:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397806:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397810:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397813:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397816:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397820:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397824:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397827:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397830:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397833:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1773941328.397837:0:9159:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000004:0.0:1773941328.398476:0:9159:0:(obd_mount.c:724:lustre_put_lsi()) put ffff8a5a82fd9800 1 00000020:01000004:0.0:1773941328.398480:0:9159:0:(obd_mount.c:682:lustre_free_lsi()) Freeing lsi ffff8a5a82fdd800 00000800:00000010:1.0:1773941367.984737:0:2396:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8a5a87d76400. 00000800:00000200:1.0:1773941367.984760:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:1.0:1773941367.984767:0:2396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:1.0:1773941367.984774:0:2396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87d76400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1773941367.984923:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:02000400:1.0:1773941376.148761:0:11991:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg212-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:02000400:3.0:1773941377.278172:0:12236:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg212-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 00000800:00000200:0.0:1773941380.272771:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:0.0:1773941380.272781:0:2396:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941380.272786:0:2396:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87d76400 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1773941380.272954:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000001:02000400:2.0:1773941384.191629:0:12668:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg212-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000001:02000400:3.0:1773941400.434227:0:13340:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 161b: test mount with multiple IP for a single hostname ========================================================== 13:29:59 (1773941399) 00000001:02000400:0.0:1773941409.409901:0:13914:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg212-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:02000400:3.0:1773941410.619103:0:14160:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg212-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0001-mdc-*.mds_server_uuid 00000001:02000400:3.0:1773941416.060325:0:14584:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg212-client.virtnet: executing wait_import_state_mount (FULL|IDLE) osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid 00000080:00000010:0.0:1773941416.157894:0:14612:0:(super25.c:253:lustre_init_fs_context()) kmalloced '(lmd)': 128 at ffff8a5a90e76180. 00000020:00000010:0.0:1773941416.157910:0:14612:0:(obd_mount.c:1388:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at ffff8a5a90091000. 00000020:00000010:0.0:1773941416.157922:0:14612:0:(obd_mount.c:1590:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 28 at ffff8a5a87fd5be0. 00000020:00000010:0.0:1773941416.157927:0:14612:0:(obd_mount.c:1646:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at ffff8a5a9057d270. 00000020:00000010:0.0:1773941416.157932:0:14612:0:(obd_mount.c:1674:lustre_parse_monolithic()) kmalloced '(lmd->lmd_opts)': 17 at ffff8a5a87fd56a0. 00000020:00000010:0.0:1773941416.158066:0:14612:0:(obd_mount.c:656:lustre_init_lsi()) kmalloced '(lsi)': 1880 at ffff8a5a98b77000. 00000020:00000010:0.0:1773941416.158084:0:14612:0:(obd_mount.c:345:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff8a5a839205e0. 00000020:00000010:0.0:1773941416.158087:0:14612:0:(obd_mount.c:353:lustre_start_mgc()) kmalloced '(data)': 192 at ffff8a5a877d5180. 00000020:00000010:0.0:1773941416.158094:0:14612:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 88 at ffff8a5a83ec2c60. 00000100:00000010:0.0:1773941416.158099:0:14612:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff8a5a8607ec00. 00000400:00000200:0.0:1773941416.158103:0:14612:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1773941416.158111:0:14612:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.112@tcp 00000400:00000200:0.0:1773941416.158122:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.158128:0:14612:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.112@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1773941416.158133:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.158139:0:14612:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773941416.158141:0:14612:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp: 0. pending discovery 00000400:00000200:0.0:1773941416.158143:0:14612:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.112@tcp 00000100:00000010:0.0:1773941416.158145:0:14612:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff8a5a8607ec00. 00000020:00000010:0.0:1773941416.158148:0:14612:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 88 at ffff8a5a83ec2c60. 00000020:00000010:0.0:1773941416.158151:0:14612:0:(obd_mount.c:487:lustre_start_mgc()) kmalloced '(uuid)': 40 at ffff8a5a9006b440. 00000020:00000010:0.0:1773941416.158156:0:14612:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 120 at ffff8a5a90e76080. 00000020:00000010:0.0:1773941416.158183:0:14612:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff8a5a90f2b370. 00000020:00000010:0.0:1773941416.158191:0:14612:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8a5a98b76800. 00000020:00000010:0.0:1773941416.159495:0:14612:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 120 at ffff8a5a90e76080. 00000020:00000010:0.0:1773941416.159513:0:14612:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 104 at ffff8a5a90e76080. 00000001:00000010:0.0:1773941416.159538:0:14612:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8a5a82bbbe00. 00000001:00000010:0.0:1773941416.159545:0:14612:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8a5a83920de0. 00000001:00000010:0.0:1773941416.159549:0:14612:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a85030200. 00000001:00000010:0.0:1773941416.159552:0:14612:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a85031a00. 00000001:00000010:0.0:1773941416.159554:0:14612:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a85030e00. 00000001:00000010:0.0:1773941416.159557:0:14612:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a85031800. 00000020:00000010:0.0:1773941416.159562:0:14612:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a85031c00. 00000020:00000010:0.0:1773941416.159567:0:14612:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a5a90e76400. 00000020:00000010:0.0:1773941416.159573:0:14612:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a5a9abfaaf0. 00008000:00000010:0.0:1773941416.159579:0:14612:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a835e73e8. 00000020:00000010:0.0:1773941416.159585:0:14612:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a85030600. 00000020:00000010:0.0:1773941416.159589:0:14612:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a85030000. 00000040:00000010:0.0:1773941416.159592:0:14612:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a85030800. 00000020:00000010:0.0:1773941416.159597:0:14612:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a98b76000. 00000020:00000010:0.0:1773941416.159601:0:14612:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a84f7a400. 00040000:00000010:0.0:1773941416.159605:0:14612:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a82bbba00. 00040000:00000010:0.0:1773941416.159608:0:14612:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a84f7b800. 10000000:00000010:0.0:1773941416.159612:0:14612:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at ffff8a5a9006b780. 00010000:00000010:0.0:1773941416.159637:0:14612:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff8a5a90093000. 00010000:00000010:0.0:1773941416.159668:0:14612:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff8a5a90097000. 00010000:00000010:0.0:1773941416.159675:0:14612:0:(ldlm_lockd.c:3356:ldlm_setup()) kmalloced '(ldlm_state)': 32 at ffff8a5a839202c0. 00000100:00000010:0.0:1773941416.159767:0:14612:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at ffff8a5a84f7a000. 00000100:00000010:0.0:1773941416.159773:0:14612:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff8a5a8607d400. 00000100:00000010:0.0:1773941416.159787:0:14612:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8a5a8353c000. 00000100:00000010:0.0:1773941416.159794:0:14612:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8a5a90092000. 00000100:00000010:0.0:1773941416.159799:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8607c800. 00000100:00000010:0.0:1773941416.159804:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c4c000. 00000100:00000010:0.0:1773941416.159807:0:14612:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff8a5a8607e000. 00000100:00000010:0.0:1773941416.159816:0:14612:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8a5a8923c000. 00000100:00000010:0.0:1773941416.159823:0:14612:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8a5a90094000. 00000100:00000010:0.0:1773941416.159825:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8607d800. 00000100:00000010:0.0:1773941416.159829:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c4e000. 00000400:00000200:0.0:1773941416.159834:0:14612:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:0.0:1773941416.159866:0:14612:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a8607dc00. 00000020:00000010:0.0:1773941416.159870:0:14612:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8a5a90095000. 00000100:00000010:0.0:1773941416.159911:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a877d5cc0. 00000100:00000010:0.0:1773941416.159917:0:14612:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8a5a9006bb40. 00000100:00000010:0.0:1773941416.159920:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a877d5240. 00000100:00000010:0.0:1773941416.159924:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a877d5b40. 00000100:00000010:0.0:1773941416.159927:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a877d5a80. 00000100:00000010:0.0:1773941416.159930:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a877d5d80. 00000100:00000010:0.0:1773941416.159932:0:14612:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8a5a9006b680. 00000100:00000010:0.0:1773941416.159934:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a877d53c0. 00000100:00000010:0.0:1773941416.159936:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a877d50c0. 00000100:00000010:0.0:1773941416.159939:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a877d56c0. 00000100:00000200:0.0:1773941416.159985:0:14612:0:(service.c:848:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000010:0.0:1773941416.159990:0:14612:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8a5a84f7aa00. 00000100:00000010:0.0:1773941416.160250:0:14613:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff8a5a9006b1c0. 00000020:00000010:0.0:1773941416.160253:0:14613:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9006bd80. 00000020:00000010:0.0:1773941416.160262:0:14613:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a84f7ae00. 00000020:00000010:0.0:1773941416.160263:0:14613:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a84f7b000. 00000040:00000010:0.0:1773941416.160265:0:14613:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a84f7be00. 00000020:00000010:0.0:1773941416.160267:0:14613:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a98b72800. 00000020:00000010:0.0:1773941416.160270:0:14613:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5aa0651e30. 00000020:00000010:0.0:1773941416.160272:0:14613:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a84f7a800. 80000000:00000010:0.0:1773941416.160274:0:14613:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83ec2b40. 40000000:00000010:0.0:1773941416.160276:0:14613:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a9006b9c0. 00100000:00000010:0.0:1773941416.160280:0:14613:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a98b71800. 00040000:00000010:0.0:1773941416.160282:0:14613:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a82bbbf00. 00040000:00000010:0.0:1773941416.160284:0:14613:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a98b74800. 00040000:00000010:0.0:1773941416.160286:0:14613:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a84f7a200. 00000004:00000010:0.0:1773941416.160289:0:14613:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a98b72000. 00000004:00000010:0.0:1773941416.160292:0:14613:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a90090000. 00000004:00000010:0.0:1773941416.160295:0:14613:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a98b70800. 00002000:00000010:0.0:1773941416.160299:0:14613:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a8607e400. 00000004:00000010:0.0:1773941416.160302:0:14613:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a8607f400. 00000100:00000200:0.0:1773941416.160305:0:14613:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:0.0:1773941416.160310:0:14613:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb4d0. 00000400:00000010:0.0:1773941416.160314:0:14613:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a877d5900. 00000100:00000010:0.0:1773941416.160320:0:14613:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8a5a98b73800. 00000100:00000200:0.0:1773941416.160334:0:14613:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1773941416.160355:0:14612:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8a5a99751a00. 00000100:00000010:0.0:1773941416.160535:0:14614:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff8a5a9006b500. 00000020:00000010:0.0:1773941416.160541:0:14614:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9006b140. 00000020:00000010:0.0:1773941416.160545:0:14614:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a84f7ac00. 00000020:00000010:0.0:1773941416.160548:0:14614:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a84f7bc00. 00000040:00000010:0.0:1773941416.160550:0:14614:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a84f7b400. 00000020:00000010:0.0:1773941416.160553:0:14614:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a98b77800. 00000020:00000010:0.0:1773941416.160557:0:14614:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5aa0653c60. 00000020:00000010:0.0:1773941416.160559:0:14614:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a84f7b200. 80000000:00000010:0.0:1773941416.160562:0:14614:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83ec2a80. 40000000:00000010:0.0:1773941416.160564:0:14614:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a9006b580. 00100000:00000010:0.0:1773941416.160568:0:14614:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a87d09000. 00040000:00000010:0.0:1773941416.160577:0:14614:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a82bbb000. 00040000:00000010:0.0:1773941416.160581:0:14614:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a923dc800. 00040000:00000010:0.0:1773941416.160584:0:14614:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a83ebe800. 00000004:00000010:0.0:1773941416.160587:0:14614:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a923d9000. 00000004:00000010:0.0:1773941416.160590:0:14614:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a9aa46000. 00000004:00000010:0.0:1773941416.160594:0:14614:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5aa1761000. 00002000:00000010:0.0:1773941416.160597:0:14614:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a8607c400. 00000004:00000010:0.0:1773941416.160599:0:14614:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a8607fc00. 00000100:00000010:0.0:1773941416.160602:0:14614:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8a5a900ac800. 00000100:00000200:0.0:1773941416.160612:0:14614:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1773941416.160628:0:14612:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8a5a99751e00. 00000100:00000010:2.0:1773941416.160892:0:14615:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff8a5aa078cd80. 00000020:00000010:2.0:1773941416.160896:0:14615:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5aa078c5c0. 00000020:00000010:2.0:1773941416.160899:0:14615:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a99702800. 00000020:00000010:2.0:1773941416.160901:0:14615:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a99703a00. 00000040:00000010:2.0:1773941416.160903:0:14615:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a99703e00. 00000020:00000010:2.0:1773941416.160905:0:14615:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8508c000. 00000020:00000010:2.0:1773941416.160908:0:14615:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a833c8000. 00000020:00000010:2.0:1773941416.160910:0:14615:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a99703000. 80000000:00000010:2.0:1773941416.160912:0:14615:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a830e5f00. 40000000:00000010:2.0:1773941416.160914:0:14615:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5aa078c440. 00100000:00000010:2.0:1773941416.160916:0:14615:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a8508d000. 00040000:00000010:2.0:1773941416.160918:0:14615:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a92281a00. 00040000:00000010:2.0:1773941416.160920:0:14615:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a8508e000. 00040000:00000010:2.0:1773941416.160921:0:14615:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a99703200. 00000004:00000010:2.0:1773941416.160924:0:14615:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a8508f000. 00000004:00000010:2.0:1773941416.160926:0:14615:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a90cbc000. 00000004:00000010:2.0:1773941416.160928:0:14615:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a8508e800. 00002000:00000010:2.0:1773941416.160930:0:14615:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a833dd400. 00000004:00000010:2.0:1773941416.160932:0:14615:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a833df000. 00000100:00000200:2.0:1773941416.160934:0:14615:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1773941416.160937:0:14615:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddf20. 00000400:00000010:2.0:1773941416.160940:0:14615:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4e40. 00000100:00000010:2.0:1773941416.160955:0:14615:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8a5a8508b000. 00000100:00000200:2.0:1773941416.160966:0:14615:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1773941416.160986:0:14612:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8a5a99750000. 00000100:00000010:3.0:1773941416.161161:0:14616:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff8a5a90ead800. 00000020:00000010:3.0:1773941416.161164:0:14616:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a90ead640. 00000020:00000010:3.0:1773941416.161169:0:14616:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a99751600. 00000020:00000010:3.0:1773941416.161172:0:14616:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a99750c00. 00000040:00000010:3.0:1773941416.161175:0:14616:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a99751800. 00000020:00000010:3.0:1773941416.161178:0:14616:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a82fdc800. 00000020:00000010:3.0:1773941416.161182:0:14616:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a86621e30. 00000020:00000010:3.0:1773941416.161185:0:14616:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a99750800. 80000000:00000010:3.0:1773941416.161196:0:14616:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffcd80. 40000000:00000010:3.0:1773941416.161200:0:14616:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a90ead440. 00100000:00000010:3.0:1773941416.161204:0:14616:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a82fdd800. 00040000:00000010:3.0:1773941416.161209:0:14616:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a8a564900. 00040000:00000010:3.0:1773941416.161213:0:14616:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a82fd8000. 00040000:00000010:3.0:1773941416.161216:0:14616:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a99750a00. 00000004:00000010:3.0:1773941416.161221:0:14616:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a82fdf800. 00000004:00000010:3.0:1773941416.161227:0:14616:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a87ff2000. 00000004:00000010:3.0:1773941416.161232:0:14616:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a82fdb000. 00002000:00000010:3.0:1773941416.161237:0:14616:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a98247000. 00000004:00000010:3.0:1773941416.161241:0:14616:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a98244c00. 00000100:00000010:3.0:1773941416.161247:0:14616:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8a5a82fdd000. 00000100:00000200:3.0:1773941416.161267:0:14616:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1773941416.161301:0:14612:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at ffff8a5a83ebea00. 00000100:00000010:0.0:1773941416.161311:0:14612:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff8a5a8607d000. 00000100:00000010:0.0:1773941416.161336:0:14612:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8a5a850dc000. 00000100:00000010:0.0:1773941416.161342:0:14612:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8a5a9aa44000. 00000100:00000010:0.0:1773941416.161346:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e0400. 00000100:00000010:0.0:1773941416.161350:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c4a000. 00000100:00000010:0.0:1773941416.161352:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e3c00. 00000100:00000010:0.0:1773941416.161355:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c48000. 00000100:00000010:0.0:1773941416.161357:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e0000. 00000100:00000010:0.0:1773941416.161361:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835d0000. 00000100:00000010:0.0:1773941416.161363:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e2400. 00000100:00000010:0.0:1773941416.161366:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835d6000. 00000100:00000010:0.0:1773941416.161368:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e3000. 00000100:00000010:0.0:1773941416.161371:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835d4000. 00000100:00000010:0.0:1773941416.161378:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e0800. 00000100:00000010:0.0:1773941416.161381:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835d2000. 00000100:00000010:0.0:1773941416.161383:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e3400. 00000100:00000010:0.0:1773941416.161386:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90fee000. 00000100:00000010:0.0:1773941416.161388:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e1c00. 00000100:00000010:0.0:1773941416.161391:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90fec000. 00000100:00000010:0.0:1773941416.161392:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e2000. 00000100:00000010:0.0:1773941416.161395:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90fea000. 00000100:00000010:0.0:1773941416.161401:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e1800. 00000100:00000010:0.0:1773941416.161404:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90fe8000. 00000100:00000010:0.0:1773941416.161406:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e1400. 00000100:00000010:0.0:1773941416.161411:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850b4000. 00000100:00000010:0.0:1773941416.161412:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e2c00. 00000100:00000010:0.0:1773941416.161415:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850b2000. 00000100:00000010:0.0:1773941416.161416:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e2800. 00000100:00000010:0.0:1773941416.161419:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850b0000. 00000100:00000010:0.0:1773941416.161421:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e0c00. 00000100:00000010:0.0:1773941416.161423:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850b6000. 00000100:00000010:0.0:1773941416.161425:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e3800. 00000100:00000010:0.0:1773941416.161428:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850aa000. 00000100:00000010:0.0:1773941416.161430:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e1000. 00000100:00000010:0.0:1773941416.161433:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850a8000. 00000100:00000010:0.0:1773941416.161435:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85526c00. 00000100:00000010:0.0:1773941416.161438:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850ae000. 00000100:00000010:0.0:1773941416.161440:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85526800. 00000100:00000010:0.0:1773941416.161444:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850ac000. 00000100:00000010:0.0:1773941416.161447:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85524c00. 00000100:00000010:0.0:1773941416.161451:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850a4000. 00000100:00000010:0.0:1773941416.161455:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85527800. 00000100:00000010:0.0:1773941416.161462:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850a2000. 00000100:00000010:0.0:1773941416.161464:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85525000. 00000100:00000010:0.0:1773941416.161469:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850a0000. 00000100:00000010:0.0:1773941416.161472:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85524400. 00000100:00000010:0.0:1773941416.161475:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850a6000. 00000100:00000010:0.0:1773941416.161477:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85527c00. 00000100:00000010:0.0:1773941416.161481:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a8a7ec000. 00000100:00000010:0.0:1773941416.161483:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85524000. 00000100:00000010:0.0:1773941416.161486:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a89afc000. 00000100:00000010:0.0:1773941416.161488:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85526400. 00000100:00000010:0.0:1773941416.161495:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a89afa000. 00000100:00000010:0.0:1773941416.161496:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85527000. 00000100:00000010:0.0:1773941416.161499:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a89af8000. 00000100:00000010:0.0:1773941416.161501:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85524800. 00000100:00000010:0.0:1773941416.161504:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a89afe000. 00000100:00000010:0.0:1773941416.161505:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85527400. 00000100:00000010:0.0:1773941416.161508:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a905fc000. 00000100:00000010:0.0:1773941416.161510:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85525c00. 00000100:00000010:0.0:1773941416.161518:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835ba000. 00000100:00000010:0.0:1773941416.161519:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85526000. 00000100:00000010:0.0:1773941416.161522:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835bc000. 00000100:00000010:0.0:1773941416.161524:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85525800. 00000100:00000010:0.0:1773941416.161526:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835be000. 00000100:00000010:0.0:1773941416.161528:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85525400. 00000100:00000010:0.0:1773941416.161530:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835b8000. 00000100:00000010:0.0:1773941416.161533:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a83273000. 00000100:00000010:0.0:1773941416.161539:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a82faa000. 00000100:00000010:0.0:1773941416.161541:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a83270c00. 00000100:00000010:0.0:1773941416.161544:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a82fac000. 00000100:00000010:0.0:1773941416.161546:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a83270400. 00000100:00000010:0.0:1773941416.161549:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a82fae000. 00000100:00000010:0.0:1773941416.161551:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5ac2065400. 00000100:00000010:0.0:1773941416.161554:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a82fa8000. 00000100:00000010:0.0:1773941416.161555:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5ac2066c00. 00000100:00000010:0.0:1773941416.161565:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90e64000. 00000100:00000010:0.0:1773941416.161568:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5ac2067800. 00000100:00000010:0.0:1773941416.161571:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90e66000. 00000100:00000010:0.0:1773941416.161572:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5ac2065000. 00000100:00000010:0.0:1773941416.161575:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90e60000. 00000100:00000010:0.0:1773941416.161577:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5ac207dc00. 00000100:00000010:0.0:1773941416.161580:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90e62000. 00000100:00000010:0.0:1773941416.161585:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5ac207e000. 00000100:00000010:0.0:1773941416.161591:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90cb0000. 00000100:00000010:0.0:1773941416.161594:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85164c00. 00000100:00000010:0.0:1773941416.161597:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90cb2000. 00000100:00000010:0.0:1773941416.161599:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85165800. 00000100:00000010:0.0:1773941416.161601:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90cb4000. 00000100:00000010:0.0:1773941416.161603:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a84c62c00. 00000100:00000010:0.0:1773941416.161606:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90cb6000. 00000100:00000010:0.0:1773941416.161607:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a84c63800. 00000100:00000010:0.0:1773941416.161613:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a8388e000. 00000100:00000010:0.0:1773941416.161615:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a84c60800. 00000100:00000010:0.0:1773941416.161618:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a83888000. 00000100:00000010:0.0:1773941416.161620:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a84c63000. 00000100:00000010:0.0:1773941416.161623:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a8388a000. 00000100:00000010:0.0:1773941416.161624:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a84c63c00. 00000100:00000010:0.0:1773941416.161627:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a8388c000. 00000100:00000010:0.0:1773941416.161629:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8a6bfc00. 00000100:00000010:0.0:1773941416.161635:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a83520000. 00000100:00000010:0.0:1773941416.161637:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8a6bcc00. 00000100:00000010:0.0:1773941416.161667:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a83522000. 00000100:00000010:0.0:1773941416.161670:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8a6bf800. 00000100:00000010:0.0:1773941416.161675:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a83524000. 00000100:00000010:0.0:1773941416.161679:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa078b800. 00000100:00000010:0.0:1773941416.161683:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a83526000. 00000100:00000010:0.0:1773941416.161688:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa15db000. 00000100:00000010:0.0:1773941416.161699:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a900b0000. 00000100:00000010:0.0:1773941416.161702:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa15d8000. 00000100:00000010:0.0:1773941416.161708:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a900b2000. 00000100:00000010:0.0:1773941416.161710:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa15db400. 00000100:00000010:0.0:1773941416.161714:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a900b4000. 00000100:00000010:0.0:1773941416.161718:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9a85cc00. 00000100:00000010:0.0:1773941416.161727:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a900b6000. 00000100:00000010:0.0:1773941416.161732:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa071e000. 00000100:00000010:0.0:1773941416.161740:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a98b7a000. 00000100:00000010:0.0:1773941416.161743:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa071dc00. 00000100:00000010:0.0:1773941416.161746:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a98b7c000. 00000100:00000010:0.0:1773941416.161752:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9ab35800. 00000100:00000010:0.0:1773941416.161755:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a98b7e000. 00000100:00000010:0.0:1773941416.161758:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9ab36000. 00000100:00000010:0.0:1773941416.161761:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a98b78000. 00000100:00000010:0.0:1773941416.161762:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9ab35c00. 00000100:00000010:0.0:1773941416.161769:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c9a000. 00000100:00000010:0.0:1773941416.161771:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9ab37400. 00000100:00000010:0.0:1773941416.161774:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c9c000. 00000100:00000010:0.0:1773941416.161775:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9ab34800. 00000100:00000010:0.0:1773941416.161778:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c9e000. 00000100:00000010:0.0:1773941416.161779:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9ab37000. 00000100:00000010:0.0:1773941416.161782:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c98000. 00000100:00000010:0.0:1773941416.161784:0:14612:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff8a5a9ab36400. 00000100:00000010:0.0:1773941416.161794:0:14612:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8a5aa06bc000. 00000100:00000010:0.0:1773941416.161799:0:14612:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8a5a89218000. 00000100:00000010:0.0:1773941416.161802:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9ab34000. 00000100:00000010:0.0:1773941416.161808:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835d8000. 00000100:00000010:0.0:1773941416.161810:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9ab37c00. 00000100:00000010:0.0:1773941416.161812:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835da000. 00000100:00000010:0.0:1773941416.161814:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9ab34400. 00000100:00000010:0.0:1773941416.161816:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835dc000. 00000100:00000010:0.0:1773941416.161818:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9ab35000. 00000100:00000010:0.0:1773941416.161822:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835de000. 00000100:00000010:0.0:1773941416.161825:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9ab37800. 00000100:00000010:0.0:1773941416.161834:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850bc000. 00000100:00000010:0.0:1773941416.161836:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9ab34c00. 00000100:00000010:0.0:1773941416.161841:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850be000. 00000100:00000010:0.0:1773941416.161843:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9ab36800. 00000100:00000010:0.0:1773941416.161846:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850b8000. 00000100:00000010:0.0:1773941416.161848:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9ab36c00. 00000100:00000010:0.0:1773941416.161850:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850ba000. 00000100:00000010:0.0:1773941416.161852:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9ab35400. 00000100:00000010:0.0:1773941416.161858:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a877c0000. 00000100:00000010:0.0:1773941416.161864:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a861b9c00. 00000100:00000010:0.0:1773941416.161867:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a877c2000. 00000100:00000010:0.0:1773941416.161869:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a861bb400. 00000100:00000010:0.0:1773941416.161871:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a877c4000. 00000100:00000010:0.0:1773941416.161873:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a861b8800. 00000100:00000010:0.0:1773941416.161875:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a877c6000. 00000100:00000010:0.0:1773941416.161877:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a861bb000. 00000100:00000010:0.0:1773941416.161883:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850e8000. 00000100:00000010:0.0:1773941416.161884:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a861ba400. 00000100:00000010:0.0:1773941416.161887:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850ea000. 00000100:00000010:0.0:1773941416.161888:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a861b8000. 00000100:00000010:0.0:1773941416.161891:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850ec000. 00000100:00000010:0.0:1773941416.161892:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a861bbc00. 00000100:00000010:0.0:1773941416.161895:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850ee000. 00000100:00000010:0.0:1773941416.161897:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a861b8400. 00000100:00000010:0.0:1773941416.161902:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850f2000. 00000100:00000010:0.0:1773941416.161904:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a861b9000. 00000100:00000010:0.0:1773941416.161907:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850f4000. 00000100:00000010:0.0:1773941416.161908:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a861bb800. 00000100:00000010:0.0:1773941416.161911:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850f6000. 00000100:00000010:0.0:1773941416.161913:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a861b8c00. 00000100:00000010:0.0:1773941416.161916:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850f0000. 00000100:00000010:0.0:1773941416.161917:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a861ba800. 00000100:00000010:0.0:1773941416.161923:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a85094000. 00000100:00000010:0.0:1773941416.161927:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a861bac00. 00000100:00000010:0.0:1773941416.161930:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a85096000. 00000100:00000010:0.0:1773941416.161932:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a861b9400. 00000100:00000010:0.0:1773941416.161935:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a85090000. 00000100:00000010:0.0:1773941416.161936:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a861b9800. 00000100:00000010:0.0:1773941416.161939:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a85092000. 00000100:00000010:0.0:1773941416.161952:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a861ba000. 00000100:00000010:0.0:1773941416.161961:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a98ab4000. 00000100:00000010:0.0:1773941416.161968:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a90f01000. 00000100:00000010:0.0:1773941416.161971:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a98ab6000. 00000100:00000010:0.0:1773941416.161972:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a90f03800. 00000100:00000010:0.0:1773941416.161975:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a98ab0000. 00000100:00000010:0.0:1773941416.161977:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a90f00c00. 00000100:00000010:0.0:1773941416.161980:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a98ab2000. 00000100:00000010:0.0:1773941416.161982:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a90f02800. 00000100:00000010:0.0:1773941416.161988:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a9abd8000. 00000100:00000010:0.0:1773941416.161990:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a90f02c00. 00000100:00000010:0.0:1773941416.161992:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a9abda000. 00000100:00000010:0.0:1773941416.161994:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a90f01400. 00000100:00000010:0.0:1773941416.161997:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a9abdc000. 00000100:00000010:0.0:1773941416.161998:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a90f01800. 00000100:00000010:0.0:1773941416.162001:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a9abde000. 00000100:00000010:0.0:1773941416.162002:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a90f02000. 00000100:00000010:0.0:1773941416.162008:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a833ae000. 00000100:00000010:0.0:1773941416.162010:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a90f01c00. 00000100:00000010:0.0:1773941416.162013:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a833a8000. 00000100:00000010:0.0:1773941416.162014:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a90f03400. 00000100:00000010:0.0:1773941416.162017:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a833aa000. 00000100:00000010:0.0:1773941416.162018:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a90f00800. 00000100:00000010:0.0:1773941416.162021:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a833ac000. 00000100:00000010:0.0:1773941416.162022:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a90f03000. 00000100:00000010:0.0:1773941416.162033:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a892b0000. 00000100:00000010:0.0:1773941416.162035:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a90f02400. 00000100:00000010:0.0:1773941416.162038:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a892b2000. 00000100:00000010:0.0:1773941416.162039:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a90f00000. 00000100:00000010:0.0:1773941416.162042:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a892b4000. 00000100:00000010:0.0:1773941416.162044:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a90f03c00. 00000100:00000010:0.0:1773941416.162047:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a892b6000. 00000100:00000010:0.0:1773941416.162048:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a90f00400. 00000100:00000010:0.0:1773941416.162054:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a860b2000. 00000100:00000010:0.0:1773941416.162060:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85159c00. 00000100:00000010:0.0:1773941416.162063:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a860b4000. 00000100:00000010:0.0:1773941416.162064:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8515b400. 00000100:00000010:0.0:1773941416.162067:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a860b6000. 00000100:00000010:0.0:1773941416.162069:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85158800. 00000100:00000010:0.0:1773941416.162071:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a860b0000. 00000100:00000010:0.0:1773941416.162073:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8515b000. 00000100:00000010:0.0:1773941416.162079:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a8555c000. 00000100:00000010:0.0:1773941416.162081:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8515a400. 00000100:00000010:0.0:1773941416.162083:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a8555e000. 00000100:00000010:0.0:1773941416.162085:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85158000. 00000100:00000010:0.0:1773941416.162087:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a85558000. 00000100:00000010:0.0:1773941416.162090:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8515bc00. 00000100:00000010:0.0:1773941416.162094:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a8555a000. 00000100:00000010:0.0:1773941416.162097:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85158400. 00000100:00000010:0.0:1773941416.162106:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c42000. 00000100:00000010:0.0:1773941416.162109:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85159000. 00000100:00000010:0.0:1773941416.162113:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c44000. 00000100:00000010:0.0:1773941416.162116:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8515b800. 00000100:00000010:0.0:1773941416.162120:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c46000. 00000100:00000010:0.0:1773941416.162122:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85158c00. 00000100:00000010:0.0:1773941416.162126:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c40000. 00000100:00000010:0.0:1773941416.162133:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8515a800. 00000100:00000010:0.0:1773941416.162140:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a989cc000. 00000100:00000010:0.0:1773941416.162142:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8515ac00. 00000100:00000010:0.0:1773941416.162145:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a989ce000. 00000100:00000010:0.0:1773941416.162147:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85159400. 00000100:00000010:0.0:1773941416.162150:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a989c8000. 00000100:00000010:0.0:1773941416.162151:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85159800. 00000100:00000010:0.0:1773941416.162154:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a989ca000. 00000100:00000010:0.0:1773941416.162156:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8515a000. 00000100:00000010:0.0:1773941416.162162:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a9046e000. 00000100:00000010:0.0:1773941416.162168:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a82fe2400. 00000100:00000010:0.0:1773941416.162172:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90468000. 00000100:00000010:0.0:1773941416.162173:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a82fe0000. 00000100:00000010:0.0:1773941416.162176:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a9046a000. 00000100:00000010:0.0:1773941416.162177:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a82fe3c00. 00000100:00000010:0.0:1773941416.162180:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a9046c000. 00000100:00000010:0.0:1773941416.162182:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a82fe0400. 00000100:00000010:0.0:1773941416.162188:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90ff4000. 00000100:00000010:0.0:1773941416.162190:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a82fe1000. 00000100:00000010:0.0:1773941416.162194:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90ff6000. 00000100:00000010:0.0:1773941416.162196:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a82fe3800. 00000100:00000010:0.0:1773941416.162200:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90ff0000. 00000100:00000010:0.0:1773941416.162203:0:14612:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a82fe0c00. 00000100:00000010:0.0:1773941416.162208:0:14612:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90ff2000. 00000400:00000200:0.0:1773941416.162213:0:14612:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:0.0:1773941416.162258:0:14612:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a82fe2800. 00000020:00000010:0.0:1773941416.162261:0:14612:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8a5a8921f000. 00000100:00000010:0.0:1773941416.162298:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a877d59c0. 00000100:00000010:0.0:1773941416.162302:0:14612:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8a5a9006bf00. 00000100:00000010:0.0:1773941416.162304:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a877d5f00. 00000100:00000010:0.0:1773941416.162307:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a877d5480. 00000100:00000010:0.0:1773941416.162309:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a98664180. 00000100:00000010:0.0:1773941416.162316:0:14612:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff8a5a90e76e80. 00000100:00000010:0.0:1773941416.162319:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a98664300. 00000100:00000010:0.0:1773941416.162321:0:14612:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8a5a9006b4c0. 00000100:00000010:0.0:1773941416.162324:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a98664e40. 00000100:00000010:0.0:1773941416.162326:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e23900. 00000100:00000010:0.0:1773941416.162329:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e23780. 00000100:00000010:0.0:1773941416.162332:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e23cc0. 00000100:00000010:0.0:1773941416.162334:0:14612:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8a5a9006b080. 00000100:00000010:0.0:1773941416.162336:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e23840. 00000100:00000010:0.0:1773941416.162339:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e23a80. 00000100:00000010:0.0:1773941416.162341:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e233c0. 00000100:00000010:0.0:1773941416.162344:0:14612:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff8a5a90e76f80. 00000100:00000010:0.0:1773941416.162347:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e239c0. 00000100:00000010:0.0:1773941416.162349:0:14612:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8a5a9006b940. 00000100:00000010:0.0:1773941416.162351:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e23240. 00000100:00000010:0.0:1773941416.162354:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e236c0. 00000100:00000010:0.0:1773941416.162356:0:14612:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e23600. 00000100:00000200:0.0:1773941416.162384:0:14612:0:(service.c:848:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000010:0.0:1773941416.162387:0:14612:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8a5a83ebfa00. 00000100:00000010:0.0:1773941416.162570:0:14617:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff8a5a9006b340. 00000020:00000010:0.0:1773941416.162575:0:14617:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9006b240. 00000020:00000010:0.0:1773941416.162579:0:14617:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a83ebf400. 00000020:00000010:0.0:1773941416.162583:0:14617:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a83ebf200. 00000020:00000010:0.0:1773941416.162586:0:14617:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a83ec2240. 00000040:00000010:0.0:1773941416.162589:0:14617:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a83ebe600. 00000020:00000010:0.0:1773941416.162592:0:14617:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a900aa000. 00000020:00000010:0.0:1773941416.162595:0:14617:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5aa0650000. 00000020:00000010:0.0:1773941416.162597:0:14617:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a83ebee00. 80000000:00000010:0.0:1773941416.162599:0:14617:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83ec23c0. 40000000:00000010:0.0:1773941416.162601:0:14617:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a9006b800. 00008000:00000010:0.0:1773941416.162604:0:14617:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a99685c40. 00100000:00000010:0.0:1773941416.162607:0:14617:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a900a8800. 00040000:00000010:0.0:1773941416.162609:0:14617:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a82bbb400. 00040000:00000010:0.0:1773941416.162615:0:14617:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a900af800. 00040000:00000010:0.0:1773941416.162617:0:14617:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a83ebf800. 00000004:00000010:0.0:1773941416.162620:0:14617:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a900ab000. 00000004:00000010:0.0:1773941416.162622:0:14617:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a89219000. 00000004:00000010:0.0:1773941416.162625:0:14617:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a900ad000. 00002000:00000010:0.0:1773941416.162627:0:14617:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a82fe2c00. 00000004:00000010:0.0:1773941416.162629:0:14617:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a82fe1400. 00000100:00000200:0.0:1773941416.162631:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162634:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb790. 00000400:00000010:0.0:1773941416.162659:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a997ad840. 00000100:00000200:0.0:1773941416.162664:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162667:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb840. 00000400:00000010:0.0:1773941416.162669:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a997ad240. 00000100:00000200:0.0:1773941416.162670:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162672:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb7e8. 00000400:00000010:0.0:1773941416.162675:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a997ad6c0. 00000100:00000200:0.0:1773941416.162677:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162679:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfbdc0. 00000400:00000010:0.0:1773941416.162681:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a997ad0c0. 00000100:00000200:0.0:1773941416.162683:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162685:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfbe70. 00000400:00000010:0.0:1773941416.162687:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a997adb40. 00000100:00000200:0.0:1773941416.162689:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162691:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb0b0. 00000400:00000010:0.0:1773941416.162694:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a997ad540. 00000100:00000200:0.0:1773941416.162696:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162698:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfbd10. 00000400:00000010:0.0:1773941416.162701:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a997ade40. 00000100:00000200:0.0:1773941416.162703:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162705:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfbf78. 00000400:00000010:0.0:1773941416.162707:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a997adc00. 00000100:00000200:0.0:1773941416.162709:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162711:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb738. 00000400:00000010:0.0:1773941416.162713:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a997ad780. 00000100:00000200:0.0:1773941416.162715:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162721:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb160. 00000400:00000010:0.0:1773941416.162723:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a997adf00. 00000100:00000200:0.0:1773941416.162725:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162726:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb9a0. 00000400:00000010:0.0:1773941416.162727:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a997ad000. 00000100:00000200:0.0:1773941416.162728:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162730:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfbb00. 00000400:00000010:0.0:1773941416.162731:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a997ada80. 00000100:00000200:0.0:1773941416.162732:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162733:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfbec8. 00000400:00000010:0.0:1773941416.162735:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a983d6e40. 00000100:00000200:0.0:1773941416.162736:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162737:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb898. 00000400:00000010:0.0:1773941416.162739:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a983d60c0. 00000100:00000200:0.0:1773941416.162740:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162741:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfbf20. 00000400:00000010:0.0:1773941416.162742:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a983d6480. 00000100:00000200:0.0:1773941416.162744:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162745:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb268. 00000400:00000010:0.0:1773941416.162746:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a983d6a80. 00000100:00000200:0.0:1773941416.162747:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162748:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb948. 00000400:00000010:0.0:1773941416.162749:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a983d66c0. 00000100:00000200:0.0:1773941416.162750:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162751:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfbb58. 00000400:00000010:0.0:1773941416.162752:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a983d6c00. 00000100:00000200:0.0:1773941416.162753:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162754:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb580. 00000400:00000010:0.0:1773941416.162755:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a983d6f00. 00000100:00000200:0.0:1773941416.162756:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162757:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb318. 00000400:00000010:0.0:1773941416.162758:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a983d6cc0. 00000100:00000200:0.0:1773941416.162759:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162760:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb528. 00000400:00000010:0.0:1773941416.162761:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a983d6d80. 00000100:00000200:0.0:1773941416.162765:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162766:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfba50. 00000400:00000010:0.0:1773941416.162768:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a983d63c0. 00000100:00000200:0.0:1773941416.162769:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162770:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb370. 00000400:00000010:0.0:1773941416.162772:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a983d6240. 00000100:00000200:0.0:1773941416.162773:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162774:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb630. 00000400:00000010:0.0:1773941416.162775:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a983d6840. 00000100:00000200:0.0:1773941416.162776:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162777:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfbbb0. 00000400:00000010:0.0:1773941416.162778:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a983d6900. 00000100:00000200:0.0:1773941416.162779:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162780:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb8f0. 00000400:00000010:0.0:1773941416.162781:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a983d6180. 00000100:00000200:0.0:1773941416.162782:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162783:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfbcb8. 00000400:00000010:0.0:1773941416.162784:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a983d6780. 00000100:00000200:0.0:1773941416.162785:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162786:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb2c0. 00000400:00000010:0.0:1773941416.162787:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a983d6540. 00000100:00000200:0.0:1773941416.162788:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162789:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfbd68. 00000400:00000010:0.0:1773941416.162790:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a983d6300. 00000100:00000200:0.0:1773941416.162791:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162792:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb058. 00000400:00000010:0.0:1773941416.162793:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a983d6b40. 00000100:00000200:0.0:1773941416.162794:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162795:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb210. 00000400:00000010:0.0:1773941416.162796:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a983d6600. 00000100:00000200:0.0:1773941416.162797:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162798:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb688. 00000400:00000010:0.0:1773941416.162799:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a983d6000. 00000100:00000200:0.0:1773941416.162800:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162801:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb478. 00000400:00000010:0.0:1773941416.162806:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a8322da80. 00000100:00000200:0.0:1773941416.162807:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162809:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb108. 00000400:00000010:0.0:1773941416.162810:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a8322dc00. 00000100:00000200:0.0:1773941416.162811:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162813:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfbc08. 00000400:00000010:0.0:1773941416.162814:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a8322dd80. 00000100:00000200:0.0:1773941416.162815:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162816:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfbe18. 00000400:00000010:0.0:1773941416.162817:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a8322d0c0. 00000100:00000200:0.0:1773941416.162818:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162819:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfbaa8. 00000400:00000010:0.0:1773941416.162820:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a8322d6c0. 00000100:00000200:0.0:1773941416.162821:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162823:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb1b8. 00000400:00000010:0.0:1773941416.162824:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a8322d840. 00000100:00000200:0.0:1773941416.162825:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162826:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb3c8. 00000400:00000010:0.0:1773941416.162827:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a8322d9c0. 00000100:00000200:0.0:1773941416.162828:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162829:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb5d8. 00000400:00000010:0.0:1773941416.162830:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a8322db40. 00000100:00000200:0.0:1773941416.162831:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162832:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb420. 00000400:00000010:0.0:1773941416.162833:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a8322d480. 00000100:00000200:0.0:1773941416.162834:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162835:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb000. 00000400:00000010:0.0:1773941416.162836:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a8322d000. 00000100:00000200:0.0:1773941416.162837:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162839:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb9f8. 00000400:00000010:0.0:1773941416.162840:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a8322df00. 00000100:00000200:0.0:1773941416.162841:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162842:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfbc60. 00000400:00000010:0.0:1773941416.162844:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a8322d3c0. 00000100:00000200:0.0:1773941416.162845:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162850:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a9abfb6e0. 00000400:00000010:0.0:1773941416.162851:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835e2c00. 00000100:00000200:0.0:1773941416.162853:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162855:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8014bcb8. 00000400:00000010:0.0:1773941416.162856:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835e2300. 00000100:00000200:0.0:1773941416.162857:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162859:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8014b2c0. 00000400:00000010:0.0:1773941416.162860:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835e20c0. 00000100:00000200:0.0:1773941416.162861:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162862:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8014bd68. 00000400:00000010:0.0:1773941416.162863:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835e2180. 00000100:00000200:0.0:1773941416.162864:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162865:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8014b058. 00000400:00000010:0.0:1773941416.162866:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835e2a80. 00000100:00000200:0.0:1773941416.162867:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162868:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8014b210. 00000400:00000010:0.0:1773941416.162869:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835e2f00. 00000100:00000200:0.0:1773941416.162870:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162871:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8014b688. 00000400:00000010:0.0:1773941416.162872:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835e2b40. 00000100:00000200:0.0:1773941416.162873:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162874:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8014b478. 00000400:00000010:0.0:1773941416.162875:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835e26c0. 00000100:00000200:0.0:1773941416.162876:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162877:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8014b108. 00000400:00000010:0.0:1773941416.162878:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835e2600. 00000100:00000200:0.0:1773941416.162879:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162880:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8014bc08. 00000400:00000010:0.0:1773941416.162881:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835e2cc0. 00000100:00000200:0.0:1773941416.162882:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162883:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8014be18. 00000400:00000010:0.0:1773941416.162884:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835e23c0. 00000100:00000200:0.0:1773941416.162885:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162886:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8014b4d0. 00000400:00000010:0.0:1773941416.162887:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835e2540. 00000100:00000200:0.0:1773941416.162891:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162892:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8014b790. 00000400:00000010:0.0:1773941416.162894:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835e2840. 00000100:00000200:0.0:1773941416.162895:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162896:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8014b840. 00000400:00000010:0.0:1773941416.162897:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835e2240. 00000100:00000200:0.0:1773941416.162898:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162899:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629898. 00000400:00000010:0.0:1773941416.162900:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835e2d80. 00000100:00000200:0.0:1773941416.162902:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162903:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629f20. 00000400:00000010:0.0:1773941416.162904:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835e2900. 00000100:00000200:0.0:1773941416.162905:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162906:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629268. 00000400:00000010:0.0:1773941416.162907:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835e2480. 00000100:00000200:0.0:1773941416.162908:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162909:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629948. 00000400:00000010:0.0:1773941416.162910:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835e2780. 00000100:00000200:0.0:1773941416.162911:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162912:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629b58. 00000400:00000010:0.0:1773941416.162913:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835e2e40. 00000100:00000200:0.0:1773941416.162914:0:14617:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941416.162915:0:14617:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629580. 00000400:00000010:0.0:1773941416.162922:0:14617:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835b4000. 00000100:00000010:0.0:1773941416.162925:0:14617:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8a5a900a9800. 00000100:00000200:0.0:1773941416.162939:0:14617:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1773941416.162972:0:14612:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8a5a99750400. 00000100:00000010:0.0:1773941416.163124:0:14618:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff8a5a9006bdc0. 00000020:00000010:0.0:1773941416.163127:0:14618:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9006ba00. 00000020:00000010:0.0:1773941416.163131:0:14618:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a83ebec00. 00000020:00000010:0.0:1773941416.163133:0:14618:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a83ebfc00. 00000020:00000010:0.0:1773941416.163135:0:14618:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a83ec2ba0. 00000040:00000010:0.0:1773941416.163138:0:14618:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a82f7de00. 00000020:00000010:0.0:1773941416.163140:0:14618:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a900ad800. 00000020:00000010:0.0:1773941416.163144:0:14618:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5aa0652d48. 00000020:00000010:0.0:1773941416.163146:0:14618:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a82f7c200. 80000000:00000010:0.0:1773941416.163153:0:14618:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83ec26c0. 40000000:00000010:0.0:1773941416.163156:0:14618:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a9006ba80. 00008000:00000010:0.0:1773941416.163158:0:14618:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a996851a8. 00100000:00000010:0.0:1773941416.163161:0:14618:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a900ac000. 00040000:00000010:0.0:1773941416.163162:0:14618:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a82bbb200. 00040000:00000010:0.0:1773941416.163164:0:14618:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a900ae000. 00040000:00000010:0.0:1773941416.163166:0:14618:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a82f7d800. 00000004:00000010:0.0:1773941416.163168:0:14618:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a900ae800. 00000004:00000010:0.0:1773941416.163170:0:14618:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a8921b000. 00000004:00000010:0.0:1773941416.163172:0:14618:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a900af000. 00002000:00000010:0.0:1773941416.163174:0:14618:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a82fe1800. 00000004:00000010:0.0:1773941416.163176:0:14618:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a82fe2000. 00000100:00000010:0.0:1773941416.163178:0:14618:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8a5a900ab800. 00000100:00000200:0.0:1773941416.163187:0:14618:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:3.0:1773941416.163194:0:14612:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8a5a99751200. 00000100:00000010:0.0:1773941416.163309:0:14619:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff8a5a9006b200. 00000020:00000010:0.0:1773941416.163313:0:14619:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9006b880. 00000020:00000010:0.0:1773941416.163317:0:14619:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a82f7c800. 00000020:00000010:0.0:1773941416.163319:0:14619:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a82f7cc00. 00000020:00000010:0.0:1773941416.163321:0:14619:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a83ec2f60. 00000040:00000010:0.0:1773941416.163324:0:14619:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a82f7d200. 00000020:00000010:0.0:1773941416.163327:0:14619:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a900a9000. 00000020:00000010:0.0:1773941416.163330:0:14619:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5aa0654168. 00000020:00000010:0.0:1773941416.163332:0:14619:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a82f7ce00. 80000000:00000010:0.0:1773941416.163334:0:14619:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83ec2d20. 40000000:00000010:0.0:1773941416.163336:0:14619:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a9006be00. 00008000:00000010:0.0:1773941416.163339:0:14619:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a99687880. 00100000:00000010:0.0:1773941416.163342:0:14619:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a900a8000. 00040000:00000010:0.0:1773941416.163345:0:14619:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a82bbbd00. 00040000:00000010:0.0:1773941416.163347:0:14619:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a900aa800. 00040000:00000010:0.0:1773941416.163350:0:14619:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a82f7d000. 00000004:00000010:0.0:1773941416.163355:0:14619:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a9aa86000. 00000004:00000010:0.0:1773941416.163358:0:14619:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a8921c000. 00000004:00000010:0.0:1773941416.163361:0:14619:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a9aa80000. 00002000:00000010:0.0:1773941416.163369:0:14619:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a82fe1c00. 00000004:00000010:0.0:1773941416.163371:0:14619:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a82fe3400. 00000100:00000010:0.0:1773941416.163375:0:14619:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8a5a84e8b800. 00000100:00000200:0.0:1773941416.163387:0:14619:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00000100:00000010:3.0:1773941416.163408:0:14612:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8a5a99751c00. 00000100:00000010:2.0:1773941416.163543:0:14620:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff8a5aa078c200. 00000020:00000010:2.0:1773941416.163546:0:14620:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5aa078cfc0. 00000020:00000010:2.0:1773941416.163549:0:14620:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a9abf7e00. 00000020:00000010:2.0:1773941416.163551:0:14620:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a9abf7a00. 00000020:00000010:2.0:1773941416.163552:0:14620:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a830e5cc0. 00000040:00000010:2.0:1773941416.163554:0:14620:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a9abf7200. 00000020:00000010:2.0:1773941416.163556:0:14620:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8508f800. 00000020:00000010:2.0:1773941416.163562:0:14620:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a833c9420. 00000020:00000010:2.0:1773941416.163564:0:14620:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a9abf6600. 80000000:00000010:2.0:1773941416.163566:0:14620:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a830e5300. 40000000:00000010:2.0:1773941416.163567:0:14620:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5aa078cb00. 00008000:00000010:2.0:1773941416.163569:0:14620:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a900a0000. 00100000:00000010:2.0:1773941416.163571:0:14620:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a85088800. 00040000:00000010:2.0:1773941416.163573:0:14620:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a92281200. 00040000:00000010:2.0:1773941416.163575:0:14620:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a8508b800. 00040000:00000010:2.0:1773941416.163577:0:14620:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a9abf7600. 00000004:00000010:2.0:1773941416.163579:0:14620:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a8508a000. 00000004:00000010:2.0:1773941416.163582:0:14620:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a90cb8000. 00000004:00000010:2.0:1773941416.163584:0:14620:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a8508d800. 00002000:00000010:2.0:1773941416.163586:0:14620:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a833dd000. 00000004:00000010:2.0:1773941416.163587:0:14620:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a833dc400. 00000100:00000200:2.0:1773941416.163589:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163592:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd898. 00000400:00000010:2.0:1773941416.163594:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4cc0. 00000100:00000200:2.0:1773941416.163596:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163598:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd268. 00000400:00000010:2.0:1773941416.163599:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4900. 00000100:00000200:2.0:1773941416.163601:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163602:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd948. 00000400:00000010:2.0:1773941416.163603:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c43c0. 00000100:00000200:2.0:1773941416.163604:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163605:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddb58. 00000400:00000010:2.0:1773941416.163607:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4c00. 00000100:00000200:2.0:1773941416.163608:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163609:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd580. 00000400:00000010:2.0:1773941416.163610:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4a80. 00000100:00000200:2.0:1773941416.163611:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163612:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd318. 00000400:00000010:2.0:1773941416.163613:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4540. 00000100:00000200:2.0:1773941416.163614:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163615:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd528. 00000400:00000010:2.0:1773941416.163621:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c40c0. 00000100:00000200:2.0:1773941416.163622:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163623:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dda50. 00000400:00000010:2.0:1773941416.163625:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4480. 00000100:00000200:2.0:1773941416.163626:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163628:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd370. 00000400:00000010:2.0:1773941416.163629:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4d80. 00000100:00000200:2.0:1773941416.163630:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163631:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd630. 00000400:00000010:2.0:1773941416.163632:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c46c0. 00000100:00000200:2.0:1773941416.163633:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163635:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddbb0. 00000400:00000010:2.0:1773941416.163636:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4300. 00000100:00000200:2.0:1773941416.163637:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163638:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd8f0. 00000400:00000010:2.0:1773941416.163639:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4180. 00000100:00000200:2.0:1773941416.163658:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163661:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddcb8. 00000400:00000010:2.0:1773941416.163663:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4600. 00000100:00000200:2.0:1773941416.163665:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163667:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd2c0. 00000400:00000010:2.0:1773941416.163670:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a99250300. 00000100:00000200:2.0:1773941416.163681:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163686:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddd68. 00000400:00000010:2.0:1773941416.163689:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a99250180. 00000100:00000200:2.0:1773941416.163690:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163692:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd058. 00000400:00000010:2.0:1773941416.163694:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a99250d80. 00000100:00000200:2.0:1773941416.163696:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163699:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd210. 00000400:00000010:2.0:1773941416.163700:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a99250480. 00000100:00000200:2.0:1773941416.163702:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163704:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd688. 00000400:00000010:2.0:1773941416.163706:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a992506c0. 00000100:00000200:2.0:1773941416.163708:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163714:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd478. 00000400:00000010:2.0:1773941416.163716:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a99250cc0. 00000100:00000200:2.0:1773941416.163719:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163721:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd108. 00000400:00000010:2.0:1773941416.163723:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a99250e40. 00000100:00000200:2.0:1773941416.163725:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163727:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddc08. 00000400:00000010:2.0:1773941416.163730:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a9011f840. 00000100:00000200:2.0:1773941416.163732:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163733:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dde18. 00000400:00000010:2.0:1773941416.163735:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a9011fcc0. 00000100:00000200:2.0:1773941416.163737:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163739:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd4d0. 00000400:00000010:2.0:1773941416.163741:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a9011fd80. 00000100:00000200:2.0:1773941416.163743:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163745:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd790. 00000400:00000010:2.0:1773941416.163747:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83578000. 00000100:00000200:2.0:1773941416.163749:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163750:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd840. 00000400:00000010:2.0:1773941416.163752:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83578cc0. 00000100:00000200:2.0:1773941416.163754:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163756:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd7e8. 00000400:00000010:2.0:1773941416.163758:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83578900. 00000100:00000200:2.0:1773941416.163759:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163761:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dddc0. 00000400:00000010:2.0:1773941416.163764:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a997ae9c0. 00000100:00000200:2.0:1773941416.163765:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163767:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd6e0. 00000400:00000010:2.0:1773941416.163769:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a997ae3c0. 00000100:00000200:2.0:1773941416.163771:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163772:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddc60. 00000400:00000010:2.0:1773941416.163774:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a997ae0c0. 00000100:00000200:2.0:1773941416.163776:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163778:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd9f8. 00000400:00000010:2.0:1773941416.163780:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a997ae240. 00000100:00000200:2.0:1773941416.163786:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163787:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd000. 00000400:00000010:2.0:1773941416.163789:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a997aeb40. 00000100:00000200:2.0:1773941416.163791:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163793:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd420. 00000400:00000010:2.0:1773941416.163795:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a997aed80. 00000100:00000200:2.0:1773941416.163797:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163798:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd5d8. 00000400:00000010:2.0:1773941416.163801:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a91b5c480. 00000100:00000200:2.0:1773941416.163802:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163804:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd3c8. 00000400:00000010:2.0:1773941416.163806:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a91b5c9c0. 00000100:00000200:2.0:1773941416.163808:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163810:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd1b8. 00000400:00000010:2.0:1773941416.163812:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a98661000. 00000100:00000200:2.0:1773941416.163814:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163816:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddaa8. 00000400:00000010:2.0:1773941416.163818:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a98661a80. 00000100:00000200:2.0:1773941416.163820:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163821:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dde70. 00000400:00000010:2.0:1773941416.163824:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83078b40. 00000100:00000200:2.0:1773941416.163826:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163827:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd0b0. 00000400:00000010:2.0:1773941416.163829:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83078180. 00000100:00000200:2.0:1773941416.163831:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163833:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddd10. 00000400:00000010:2.0:1773941416.163835:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83078480. 00000100:00000200:2.0:1773941416.163837:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163838:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddf78. 00000400:00000010:2.0:1773941416.163840:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83078cc0. 00000100:00000200:2.0:1773941416.163842:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163844:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd738. 00000400:00000010:2.0:1773941416.163846:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83078300. 00000100:00000200:2.0:1773941416.163848:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163849:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddec8. 00000400:00000010:2.0:1773941416.163855:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a830786c0. 00000100:00000200:2.0:1773941416.163857:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163858:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddb00. 00000400:00000010:2.0:1773941416.163859:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83078d80. 00000100:00000200:2.0:1773941416.163860:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163862:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd9a0. 00000400:00000010:2.0:1773941416.163863:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83078780. 00000100:00000200:2.0:1773941416.163864:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163865:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd160. 00000400:00000010:2.0:1773941416.163866:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83078540. 00000100:00000200:2.0:1773941416.163867:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163877:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b2c0. 00000400:00000010:2.0:1773941416.163879:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83078e40. 00000100:00000200:2.0:1773941416.163880:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163881:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352bd68. 00000400:00000010:2.0:1773941416.163882:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a830789c0. 00000100:00000200:2.0:1773941416.163883:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163884:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b058. 00000400:00000010:2.0:1773941416.163886:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83078600. 00000100:00000200:2.0:1773941416.163887:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163888:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b210. 00000400:00000010:2.0:1773941416.163890:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a834cff00. 00000100:00000200:2.0:1773941416.163891:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163893:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b688. 00000400:00000010:2.0:1773941416.163894:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a87e14b40. 00000100:00000200:2.0:1773941416.163895:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163896:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b478. 00000400:00000010:2.0:1773941416.163897:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a87e14d80. 00000100:00000200:2.0:1773941416.163898:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163899:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b108. 00000400:00000010:2.0:1773941416.163906:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a833d9240. 00000100:00000200:2.0:1773941416.163908:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163909:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352bc08. 00000400:00000010:2.0:1773941416.163910:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a833d9600. 00000100:00000200:2.0:1773941416.163911:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163915:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352be18. 00000400:00000010:2.0:1773941416.163916:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a833d93c0. 00000100:00000200:2.0:1773941416.163918:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163919:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b4d0. 00000400:00000010:2.0:1773941416.163920:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a833d9a80. 00000100:00000200:2.0:1773941416.163921:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163922:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b790. 00000400:00000010:2.0:1773941416.163923:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a833d9d80. 00000100:00000200:2.0:1773941416.163924:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163925:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b840. 00000400:00000010:2.0:1773941416.163926:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a833d9cc0. 00000100:00000200:2.0:1773941416.163927:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163928:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b7e8. 00000400:00000010:2.0:1773941416.163929:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a833d9000. 00000100:00000200:2.0:1773941416.163930:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163931:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352bdc0. 00000400:00000010:2.0:1773941416.163932:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a833d9900. 00000100:00000200:2.0:1773941416.163933:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163934:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b6e0. 00000400:00000010:2.0:1773941416.163935:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a833d9840. 00000100:00000200:2.0:1773941416.163936:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163937:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352bc60. 00000400:00000010:2.0:1773941416.163938:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a833d9f00. 00000100:00000200:2.0:1773941416.163939:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163940:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b9f8. 00000400:00000010:2.0:1773941416.163950:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a833d9c00. 00000100:00000200:2.0:1773941416.163952:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163953:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b000. 00000400:00000010:2.0:1773941416.163954:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a833d9b40. 00000100:00000200:2.0:1773941416.163955:0:14620:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941416.163956:0:14620:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b420. 00000400:00000010:2.0:1773941416.163957:0:14620:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a833d90c0. 00000100:00000010:2.0:1773941416.163962:0:14620:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8a5a8508a800. 00000100:00000200:2.0:1773941416.163970:0:14620:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000010:3.0:1773941416.163991:0:14612:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8a5a99750e00. 00000100:00000010:3.0:1773941416.164123:0:14621:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff8a5a90ead580. 00000020:00000010:3.0:1773941416.164126:0:14621:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a90eadd00. 00000020:00000010:3.0:1773941416.164130:0:14621:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a99751400. 00000020:00000010:3.0:1773941416.164133:0:14621:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a98200600. 00000020:00000010:3.0:1773941416.164135:0:14621:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc120. 00000040:00000010:3.0:1773941416.164137:0:14621:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a98201200. 00000020:00000010:3.0:1773941416.164140:0:14621:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a82fdc000. 00000020:00000010:3.0:1773941416.164143:0:14621:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a86623c60. 00000020:00000010:3.0:1773941416.164145:0:14621:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a98200400. 80000000:00000010:3.0:1773941416.164148:0:14621:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffcae0. 40000000:00000010:3.0:1773941416.164151:0:14621:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a90ead180. 00008000:00000010:3.0:1773941416.164154:0:14621:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a83ec7170. 00100000:00000010:3.0:1773941416.164157:0:14621:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a82fde800. 00040000:00000010:3.0:1773941416.164160:0:14621:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a8a564800. 00040000:00000010:3.0:1773941416.164163:0:14621:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a82fdf000. 00040000:00000010:3.0:1773941416.164166:0:14621:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a98200a00. 00000004:00000010:3.0:1773941416.164173:0:14621:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a82fd9800. 00000004:00000010:3.0:1773941416.164176:0:14621:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a87ff3000. 00000004:00000010:3.0:1773941416.164179:0:14621:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a82fd9000. 00002000:00000010:3.0:1773941416.164182:0:14621:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a98247400. 00000004:00000010:3.0:1773941416.164184:0:14621:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a98244000. 00000100:00000010:3.0:1773941416.164187:0:14621:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8a5a82fd8800. 00000100:00000200:3.0:1773941416.164199:0:14621:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000010:0.0:1773941416.164206:0:14612:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8a5a82f7c400. 00000100:00000010:2.0:1773941416.164343:0:14622:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff8a5aa078c3c0. 00000020:00000010:2.0:1773941416.164347:0:14622:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5aa078cc80. 00000020:00000010:2.0:1773941416.164354:0:14622:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a9abf6400. 00000020:00000010:2.0:1773941416.164356:0:14622:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a9abf6c00. 00000020:00000010:2.0:1773941416.164359:0:14622:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a830e5780. 00000040:00000010:2.0:1773941416.164361:0:14622:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a9abf6800. 00000020:00000010:2.0:1773941416.164364:0:14622:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a85089000. 00000020:00000010:2.0:1773941416.164367:0:14622:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a833cbc60. 00000020:00000010:2.0:1773941416.164371:0:14622:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5aa17c0e00. 80000000:00000010:2.0:1773941416.164374:0:14622:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a830e5ea0. 40000000:00000010:2.0:1773941416.164376:0:14622:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5aa078c880. 00008000:00000010:2.0:1773941416.164379:0:14622:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a900a0e20. 00100000:00000010:2.0:1773941416.164382:0:14622:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a8508c800. 00040000:00000010:2.0:1773941416.164384:0:14622:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a92281800. 00040000:00000010:2.0:1773941416.164387:0:14622:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a85089800. 00040000:00000010:2.0:1773941416.164390:0:14622:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5aa17c1800. 00000004:00000010:2.0:1773941416.164393:0:14622:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a9827e800. 00000004:00000010:2.0:1773941416.164396:0:14622:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a90cbf000. 00000004:00000010:2.0:1773941416.164399:0:14622:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a98278800. 00002000:00000010:2.0:1773941416.164402:0:14622:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a833df800. 00000004:00000010:2.0:1773941416.164404:0:14622:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a833dc800. 00000100:00000010:2.0:1773941416.164407:0:14622:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8a5a9827f000. 00000100:00000200:2.0:1773941416.164419:0:14622:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00010000:00000010:3.0:1773941416.164438:0:14612:0:(ldlm_lockd.c:3466:ldlm_setup()) kmalloced '(blp)': 168 at ffff8a5a90d31540. 00010000:00000010:0.0:1773941416.164544:0:14623:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8a5a9006b040. 00000020:00000010:0.0:1773941416.164549:0:14623:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a82f7c600. 00000020:00000010:0.0:1773941416.164552:0:14623:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a82f7ca00. 00000020:00000010:0.0:1773941416.164555:0:14623:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a84e8d800. 00000020:00000010:0.0:1773941416.164558:0:14623:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5aa0651928. 00000020:00000010:0.0:1773941416.164561:0:14623:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a82f7d400. 80000000:00000010:0.0:1773941416.164564:0:14623:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83ec2480. 40000000:00000010:0.0:1773941416.164566:0:14623:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a9006b5c0. 00100000:00000010:0.0:1773941416.164569:0:14623:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a84e89800. 00040000:00000010:0.0:1773941416.164572:0:14623:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a82bbb500. 00040000:00000010:0.0:1773941416.164575:0:14623:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a82f7c000. 00002000:00000010:0.0:1773941416.164578:0:14623:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a82fe0800. 00000020:00000010:0.0:1773941416.164580:0:14623:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9006bd40. 00010000:00000010:0.0:1773941416.164725:0:14624:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8a5a9006b300. 00000020:00000010:0.0:1773941416.164731:0:14624:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87c6da00. 00000020:00000010:0.0:1773941416.164734:0:14624:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a83290400. 00000020:00000010:0.0:1773941416.164737:0:14624:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a84e8a000. 00000020:00000010:0.0:1773941416.164740:0:14624:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5aa0656eb0. 00000020:00000010:0.0:1773941416.164743:0:14624:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a83291e00. 80000000:00000010:0.0:1773941416.164745:0:14624:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83ec2ea0. 40000000:00000010:0.0:1773941416.164748:0:14624:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a9006be40. 00100000:00000010:0.0:1773941416.164750:0:14624:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a84e89000. 00040000:00000010:0.0:1773941416.164753:0:14624:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a82bbb900. 00040000:00000010:0.0:1773941416.164755:0:14624:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a83290a00. 00002000:00000010:0.0:1773941416.164758:0:14624:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a82fe3000. 00000020:00000010:0.0:1773941416.164761:0:14624:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9006b740. 00000020:00000010:0.0:1773941416.164875:0:14625:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a83290000. 00000020:00000010:0.0:1773941416.164879:0:14625:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a83291800. 00000040:00000010:0.0:1773941416.164886:0:14625:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a82c8e000. 00000020:00000010:0.0:1773941416.164889:0:14625:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a84e8e000. 00000020:00000010:0.0:1773941416.164893:0:14625:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5aa0652338. 00000020:00000010:0.0:1773941416.164896:0:14625:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a860d2600. 80000000:00000010:0.0:1773941416.164898:0:14625:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83ec24e0. 40000000:00000010:0.0:1773941416.164901:0:14625:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a9006bc40. 00100000:00000010:0.0:1773941416.164904:0:14625:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a84e88000. 00040000:00000010:0.0:1773941416.164906:0:14625:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a82bbb600. 00040000:00000010:0.0:1773941416.164910:0:14625:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a98b09000. 00040000:00000010:0.0:1773941416.164913:0:14625:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a860d2e00. 00000004:00000010:0.0:1773941416.164915:0:14625:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a98b08000. 00000004:00000010:0.0:1773941416.164919:0:14625:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a8921d000. 00000004:00000010:0.0:1773941416.164922:0:14625:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a98b09800. 00002000:00000010:0.0:1773941416.164931:0:14625:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a86083800. 00000004:00000010:0.0:1773941416.164934:0:14625:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a86080c00. 00000020:00000010:0.0:1773941416.164937:0:14625:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9006b3c0. 00000001:00000010:3.0:1773941416.164971:0:14612:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at ffff8a5a90ffce40. 00000001:00000010:3.0:1773941416.164981:0:14612:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at ffff8a5a90ffc780. 00000020:00000010:3.0:1773941416.165001:0:14612:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff8a5a82fdb800. 00000100:00000200:3.0:1773941416.165019:0:14612:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.112@tcp->12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941416.165026:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941416.165032:0:14612:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.112@tcp primary NID 192.168.202.112@tcp rc 0 00010000:00000010:3.0:1773941416.165038:0:14612:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8a5a90ffcde0. 00010000:00000010:3.0:1773941416.165044:0:14612:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff8a5a83551000. 00000001:00000010:3.0:1773941416.165048:0:14612:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff8a5a98201e00. 00000001:00000010:3.0:1773941416.165055:0:14612:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at ffff8a5a89b4c120. 00000001:00000010:3.0:1773941416.165059:0:14612:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at ffff8a5a98201800. 00000001:00000010:3.0:1773941416.165062:0:14612:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at ffff8a5a98201400. 00000020:00000010:3.0:1773941416.165117:0:14612:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a83550400. 00000020:00000010:3.0:1773941416.165121:0:14612:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff8a5a90ffc7e0. 00000020:00000010:3.0:1773941416.165180:0:14612:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a83550c00. 00000020:00000010:3.0:1773941416.165183:0:14612:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8a5a8a5d9400. 00000040:00000010:3.0:1773941416.165198:0:14612:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff8a5a90d31f00. 00000020:00000010:3.0:1773941416.165448:0:14612:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a85030000. 00000040:00000010:3.0:1773941416.165453:0:14612:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a85030800. 00000020:00000010:3.0:1773941416.165456:0:14612:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a98b76000. 00000020:00000010:3.0:1773941416.165460:0:14612:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a84f7a400. 00040000:00000010:3.0:1773941416.165463:0:14612:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a82bbba00. 00040000:00000010:3.0:1773941416.165466:0:14612:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a84f7b800. 00000020:00000010:3.0:1773941416.165468:0:14612:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a85030600. 00000020:00000010:3.0:1773941416.165472:0:14612:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a5a90e76400. 00000020:00000010:3.0:1773941416.165479:0:14612:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a5a9abfaaf0. 00008000:00000010:3.0:1773941416.165482:0:14612:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8a5a835e73e8. 00000020:00000010:3.0:1773941416.165486:0:14612:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a85031c00. 00000020:00000010:3.0:1773941416.165491:0:14612:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 104 at ffff8a5a90e76080. 00000020:00000010:3.0:1773941416.165503:0:14612:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8a5a82fda800. 00000400:00000200:3.0:1773941416.165516:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941416.165519:0:14612:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000010:3.0:1773941416.165528:0:14612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084e00. 02000000:00000010:3.0:1773941416.165539:0:14612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a83553800. 00000020:00000010:3.0:1773941416.165575:0:14612:0:(obd_mount.c:561:lustre_start_mgc()) kfreed 'uuid': 40 at ffff8a5a9006b440. 00000020:00000010:3.0:1773941416.165580:0:14612:0:(obd_mount.c:562:lustre_start_mgc()) kfreed 'data': 192 at ffff8a5a877d5180. 00000020:00000010:3.0:1773941416.165583:0:14612:0:(obd_mount.c:563:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff8a5a839205e0. 00000080:00000010:3.0:1773941416.165590:0:14612:0:(llite_lib.c:1399:ll_fill_super()) kmalloced '(cfg)': 88 at ffff8a5a90ffccc0. 00000080:00000010:3.0:1773941416.165595:0:14612:0:(llite_lib.c:95:ll_init_sbi()) kmalloced '(sbi)': 1376 at ffff8a5a82fde000. 02000000:00000010:2.0:1773941416.165602:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a833de000. 00000400:00000200:2.0:1773941416.165611:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941416.165616:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b5d8. 00000400:00000010:2.0:1773941416.165623:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678110. 00000100:00000200:2.0:1773941416.165629:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200246912, portal 25 00000400:00000010:2.0:1773941416.165636:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa06786e8. 00000100:00000200:2.0:1773941416.165663:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200246912, offset 0 00000400:00000200:2.0:1773941416.165671:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000020:00000010:3.0:1773941416.165679:0:14612:0:(cl_page.c:1380:cl_cache_init()) kmalloced '(cache)': 152 at ffff8a5a8a45fe40. 00000400:00000200:2.0:1773941416.165680:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000080:00000010:3.0:1773941416.165687:0:14612:0:(llite_lib.c:129:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff8a5a82f05508. 00000400:00000200:2.0:1773941416.165690:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000080:00000010:3.0:1773941416.165692:0:14612:0:(llite_lib.c:136:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff8a5a82f05a80. 00000400:00000200:2.0:1773941416.165697:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941416.165703:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941416.165712:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941416.165717:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941416.165721:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [83:83:256:4294967295] 192.168.202.112@tcp LPNI seq info [83:83:8:4294967295] 00000400:00000200:2.0:1773941416.165729:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941416.165744:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941416.165751:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941416.165757:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a92281100. 00000800:00000200:2.0:1773941416.165765:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941416.165773:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941416.165778:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a92281100 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1773941416.165793:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000010:2.0:1773941416.165798:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a5a830e5a20. 00000100:00000010:2.0:1773941416.165815:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a5a830e52a0. 00000020:00000010:3.0:1773941416.166037:0:14612:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a83553400. 00000020:00000010:3.0:1773941416.166040:0:14612:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at ffff8a5a9821c000. 00000020:00000010:3.0:1773941416.166048:0:14612:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a83553000. 00000020:00000010:3.0:1773941416.166050:0:14612:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at ffff8a5a83550800. 00000020:00000010:3.0:1773941416.166056:0:14612:0:(obd_mount.c:67:lustre_process_log()) kmalloced '(bufs)': 104 at ffff8a5a98814a80. 00000020:00000010:3.0:1773941416.166059:0:14612:0:(obd_mount.c:76:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff8a5a8a45fa80. 00000020:00000010:3.0:1773941416.166061:0:14612:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a8a5d8800. 00000020:00000010:3.0:1773941416.166063:0:14612:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a8a5d9600. 00000040:00000010:3.0:1773941416.166065:0:14612:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a8a5d9800. 00000020:00000010:3.0:1773941416.166067:0:14612:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a9821d000. 00000020:00000010:3.0:1773941416.166069:0:14612:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a8a5d8400. 00040000:00000010:3.0:1773941416.166070:0:14612:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a8a564200. 00040000:00000010:3.0:1773941416.166073:0:14612:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a8a5d9e00. 10000000:00000010:3.0:1773941416.166079:0:14612:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff8a5a8a5d9c00. 02000000:00000010:3.0:1773941416.166083:0:14612:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at ffff8a5a98814300. 00000100:00000010:3.0:1773941416.166090:0:14612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90086a00. 02000000:00000010:3.0:1773941416.166095:0:14612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a84f7b800. 00010000:00000010:3.0:1773941416.166103:0:14612:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4100. 00010000:00000010:3.0:1773941416.166108:0:14612:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813efe00. 00000020:00000010:3.0:1773941416.166111:0:14612:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff8a5a98814800. 00000100:00000010:3.0:1773941416.166122:0:14612:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a877d5180. 00000020:00000010:3.0:1773941416.166688:0:42:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8a5a84f7a400. 00000800:00000200:1.0:1773941416.166773:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941416.166778:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a92281100. 00000400:00000200:1.0:1773941416.166782:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.166787:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941416.166791:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa06786e8 00000400:00000010:1.0:1773941416.166794:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa06786e8. 00000100:00000200:1.0:1773941416.166801:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084e00 x1860112200246912/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941416.168182:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.168187:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941416.168192:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.168195:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.168200:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.168204:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef02680 00000400:00000200:1.0:1773941416.168207:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.168211:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0x7b9 [1] + 0 00000400:00000200:1.0:1773941416.168223:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.168225:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941416.168232:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084e00 x1860112200246912/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941426 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941416.168275:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b5d8. 00000400:00000200:3.0:1773941416.168281:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678110 00000400:00000010:3.0:1773941416.168283:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678110. 00000100:00000200:3.0:1773941416.168291:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084e00 x1860112200246912/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941416.168302:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084e00 x1860112200246912/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941426 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1773941416.168369:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a833de000. 02000000:00000010:3.0:1773941416.168375:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a83553800. 00000100:00000010:3.0:1773941416.168379:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084e00. 02000000:00000010:3.0:1773941416.168404:0:14612:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a83553800. 00000400:00000200:3.0:1773941416.168409:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941416.168414:0:14612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644e18. 00000400:00000010:3.0:1773941416.168419:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875dc38. 00000100:00000200:3.0:1773941416.168424:0:14612:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200247040, portal 25 00000400:00000010:3.0:1773941416.168429:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d5d8. 00000100:00000200:3.0:1773941416.168432:0:14612:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200247040, offset 0 00000400:00000200:3.0:1773941416.168439:0:14612:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941416.168445:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941416.168451:0:14612:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941416.168456:0:14612:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941416.168460:0:14612:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941416.168463:0:14612:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941416.168467:0:14612:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941416.168478:0:14612:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [84:84:256:4294967295] 192.168.202.112@tcp LPNI seq info [84:84:8:4294967295] 00000400:00000200:3.0:1773941416.168482:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941416.168489:0:14612:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:3.0:1773941416.168494:0:14612:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941416.168500:0:14612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa17da800. 00000800:00000200:3.0:1773941416.168505:0:14612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941416.168511:0:14612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941416.168515:0:14612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa17da800 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:3.0:1773941416.168531:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941416.168592:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941416.168596:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa17da800. 00000400:00000200:1.0:1773941416.168601:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.168605:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941416.168609:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d5d8 00000400:00000010:1.0:1773941416.168610:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d5d8. 00000100:00000200:1.0:1773941416.168616:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90086a00 x1860112200247040/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941416.169790:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.169795:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941416.169801:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.169804:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.169808:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.169811:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 344 into portal 25 MB=0x69bc31ef02700 00000400:00000200:1.0:1773941416.169814:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.169818:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 344/344 into md 0x7c1 [1] + 224 00000400:00000200:1.0:1773941416.169827:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.169837:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941416.169845:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90086a00 x1860112200247040/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941432 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941416.169886:0:14612:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644e18. 00000400:00000200:3.0:1773941416.169892:0:14612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875dc38 00000400:00000010:3.0:1773941416.169894:0:14612:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875dc38. 00000100:00000200:3.0:1773941416.169901:0:14612:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90086a00 x1860112200247040/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941416.169912:0:14612:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90086a00 x1860112200247040/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941416.169929:0:14612:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a877d5180. 02000000:00000010:3.0:1773941416.169961:0:14612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a83553800. 02000000:00000010:3.0:1773941416.169965:0:14612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a84f7b800. 00000100:00000010:3.0:1773941416.169968:0:14612:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90086a00. 10000000:00000010:3.0:1773941416.169977:0:14612:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90ead2c0. 00000020:00000010:3.0:1773941416.169980:0:14612:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a84f7b800. 00000020:00000010:3.0:1773941416.169984:0:14612:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a85031c00. 00000040:00000010:3.0:1773941416.169988:0:14612:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a85030600. 00000020:00000010:3.0:1773941416.169994:0:14612:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a90016000. 00000020:00000010:3.0:1773941416.169998:0:14612:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a85030800. 80000000:00000010:3.0:1773941416.170001:0:14612:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc8a0. 00040000:00000010:3.0:1773941416.170005:0:14612:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a85030000. 20000000:00000010:3.0:1773941416.170011:0:14612:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a89202000. 00000040:00000010:3.0:1773941416.170017:0:14612:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8a5a89203200. 00000100:00000010:3.0:1773941416.170026:0:14612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90086a00. 02000000:00000010:3.0:1773941416.170035:0:14612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a89202a00. 00000100:00000010:3.0:1773941416.170044:0:14612:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a877d5180. 02000000:00000010:3.0:1773941416.170055:0:14612:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a89202200. 00000400:00000200:3.0:1773941416.170060:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941416.170062:0:14612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644e18. 00000400:00000010:3.0:1773941416.170066:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875dc38. 00000100:00000200:3.0:1773941416.170070:0:14612:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200247168, portal 25 00000400:00000010:3.0:1773941416.170073:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875da18. 00000100:00000200:3.0:1773941416.170076:0:14612:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1860112200247168, offset 0 00000400:00000200:3.0:1773941416.170082:0:14612:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941416.170087:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941416.170091:0:14612:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941416.170095:0:14612:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941416.170098:0:14612:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941416.170101:0:14612:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941416.170103:0:14612:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941416.170107:0:14612:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [85:85:256:4294967295] 192.168.202.112@tcp LPNI seq info [85:85:8:4294967295] 00000400:00000200:3.0:1773941416.170111:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941416.170119:0:14612:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:3.0:1773941416.170124:0:14612:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941416.170128:0:14612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa17da500. 00000800:00000200:3.0:1773941416.170133:0:14612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941416.170138:0:14612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941416.170142:0:14612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa17da500 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:3.0:1773941416.170157:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941416.170211:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941416.170215:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa17da500. 00000400:00000200:1.0:1773941416.170219:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.170224:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941416.170228:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875da18 00000400:00000010:1.0:1773941416.170230:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875da18. 00000100:00000200:1.0:1773941416.170236:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90086a00 x1860112200247168/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941416.171280:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.171286:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941416.171291:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.171294:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.171299:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.171302:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 272 into portal 25 MB=0x69bc31ef02780 00000400:00000200:1.0:1773941416.171306:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.171310:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 272/272 into md 0x7c9 [1] + 224 00000400:00000200:1.0:1773941416.171320:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.171324:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941416.171332:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90086a00 x1860112200247168/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941432 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941416.171361:0:14612:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644e18. 00000400:00000200:1.0:1773941416.171365:0:14612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875dc38 00000400:00000010:1.0:1773941416.171367:0:14612:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875dc38. 00000100:00000200:1.0:1773941416.171373:0:14612:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90086a00 x1860112200247168/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941416.171382:0:14612:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90086a00 x1860112200247168/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941416.171410:0:14612:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a877d5180. 02000000:00000010:1.0:1773941416.171416:0:14612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a89202200. 02000000:00000010:1.0:1773941416.171420:0:14612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a89202a00. 00000100:00000010:1.0:1773941416.171423:0:14612:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90086a00. 00000040:00000010:1.0:1773941416.171428:0:14612:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8a5a89203200. 00000020:00000010:1.0:1773941416.171433:0:14612:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a85031c00. 00000040:00000010:1.0:1773941416.171438:0:14612:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a85030600. 00000020:00000010:1.0:1773941416.171442:0:14612:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a90016000. 00000020:00000010:1.0:1773941416.171447:0:14612:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a85030800. 80000000:00000010:1.0:1773941416.171451:0:14612:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc8a0. 00040000:00000010:1.0:1773941416.171455:0:14612:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a85030000. 20000000:00000010:1.0:1773941416.171458:0:14612:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a89202000. 00000020:00000010:1.0:1773941416.171462:0:14612:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a84f7b800. 10000000:00000010:1.0:1773941416.171465:0:14612:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90ead2c0. 10000000:00000010:1.0:1773941416.171486:0:14612:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at ffff8a5a90f1c000. 10000000:00000010:1.0:1773941416.171493:0:14612:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at ffff8a5a90f1dc00. 10000000:00000010:1.0:1773941416.171498:0:14612:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at ffff8a5a90f1c400. 00000100:00000010:1.0:1773941416.171504:0:14612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354c000. 02000000:00000010:1.0:1773941416.171512:0:14612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a90f1ca00. 00010000:00000010:1.0:1773941416.171522:0:14612:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a829e2a00. 00000020:00000010:1.0:1773941416.171527:0:14612:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff8a5a854fcc00. 00000100:00000010:1.0:1773941416.171540:0:14612:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d79240. 02000000:00000010:1.0:1773941416.171551:0:14612:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90cc0000. 00000400:00000200:1.0:1773941416.171555:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941416.171559:0:14612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d8b00. 00000400:00000010:1.0:1773941416.171564:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c990. 00000100:00000200:1.0:1773941416.171568:0:14612:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200247296, portal 25 00000400:00000010:1.0:1773941416.171573:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cdd0. 00000100:00000200:1.0:1773941416.171575:0:14612:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200247296, offset 0 00000400:00000200:1.0:1773941416.171582:0:14612:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941416.171586:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.171596:0:14612:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941416.171600:0:14612:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941416.171602:0:14612:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941416.171605:0:14612:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941416.171607:0:14612:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:1.0:1773941416.171611:0:14612:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [86:86:256:4294967295] 192.168.202.112@tcp LPNI seq info [86:86:8:4294967295] 00000400:00000200:1.0:1773941416.171615:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.171622:0:14612:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:1.0:1773941416.171627:0:14612:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:1.0:1773941416.171631:0:14612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87d76200. 00000800:00000200:1.0:1773941416.171636:0:14612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:1.0:1773941416.171660:0:14612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:1.0:1773941416.171664:0:14612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87d76200 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1773941416.171674:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941416.171740:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941416.171743:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87d76200. 00000400:00000200:1.0:1773941416.171747:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.171752:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941416.171755:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cdd0 00000400:00000010:1.0:1773941416.171757:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cdd0. 00000100:00000200:1.0:1773941416.171764:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354c000 x1860112200247296/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941416.172774:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.172778:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941416.172782:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.172783:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.172785:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.172788:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 344 into portal 25 MB=0x69bc31ef02800 00000400:00000200:1.0:1773941416.172790:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.172793:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 344/344 into md 0x7d1 [1] + 224 00000400:00000200:1.0:1773941416.172806:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.172809:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941416.172814:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354c000 x1860112200247296/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941432 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941416.172839:0:14612:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d8b00. 00000400:00000200:3.0:1773941416.172844:0:14612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c990 00000400:00000010:3.0:1773941416.172845:0:14612:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c990. 00000100:00000200:3.0:1773941416.172850:0:14612:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354c000 x1860112200247296/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941416.172867:0:14612:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354c000 x1860112200247296/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941416.172880:0:14612:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d79240. 02000000:00000010:3.0:1773941416.172891:0:14612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90cc0000. 02000000:00000010:3.0:1773941416.172894:0:14612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a90f1ca00. 00000100:00000010:3.0:1773941416.172896:0:14612:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354c000. 10000000:00000010:3.0:1773941416.172902:0:14612:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eadac0. 00000020:00000010:3.0:1773941416.172905:0:14612:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a89203800. 00000020:00000010:3.0:1773941416.172909:0:14612:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a89203a00. 00000040:00000010:3.0:1773941416.172912:0:14612:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a89203600. 00000020:00000010:3.0:1773941416.172915:0:14612:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a90010000. 00000020:00000010:3.0:1773941416.172919:0:14612:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a89203c00. 80000000:00000010:3.0:1773941416.172922:0:14612:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffcf00. 00040000:00000010:3.0:1773941416.172926:0:14612:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a89202800. 20000000:00000010:3.0:1773941416.172929:0:14612:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a89202000. 00000040:00000010:3.0:1773941416.172934:0:14612:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8a5a89203200. 00000100:00000010:3.0:1773941416.172937:0:14612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084e00. 02000000:00000010:3.0:1773941416.172955:0:14612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a89202a00. 00000100:00000010:3.0:1773941416.172963:0:14612:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a877d5180. 02000000:00000010:3.0:1773941416.172971:0:14612:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a89202200. 00000400:00000200:3.0:1773941416.172974:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941416.172977:0:14612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a866444d0. 00000400:00000010:3.0:1773941416.172980:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875de58. 00000100:00000200:3.0:1773941416.172983:0:14612:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200247424, portal 25 00000400:00000010:3.0:1773941416.172987:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875dc38. 00000100:00000200:3.0:1773941416.172988:0:14612:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1860112200247424, offset 0 00000400:00000200:3.0:1773941416.172993:0:14612:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941416.172996:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941416.172999:0:14612:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941416.173001:0:14612:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941416.173010:0:14612:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941416.173012:0:14612:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941416.173013:0:14612:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941416.173016:0:14612:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [87:87:256:4294967295] 192.168.202.112@tcp LPNI seq info [87:87:8:4294967295] 00000400:00000200:3.0:1773941416.173019:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941416.173024:0:14612:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:3.0:1773941416.173027:0:14612:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941416.173030:0:14612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa17da000. 00000800:00000200:3.0:1773941416.173034:0:14612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941416.173037:0:14612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941416.173040:0:14612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa17da000 type 1, nob 608 niov 1 nkiov 1 00000400:00000200:3.0:1773941416.173052:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941416.173094:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941416.173097:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa17da000. 00000400:00000200:1.0:1773941416.173099:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.173102:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941416.173105:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875dc38 00000400:00000010:1.0:1773941416.173106:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875dc38. 00000100:00000200:1.0:1773941416.173110:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084e00 x1860112200247424/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941416.173871:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.173875:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941416.173879:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.173882:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.173884:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.173886:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 272 into portal 25 MB=0x69bc31ef02880 00000400:00000200:1.0:1773941416.173889:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.173892:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 272/272 into md 0x7e1 [1] + 224 00000400:00000200:1.0:1773941416.173899:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.173902:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941416.173907:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084e00 x1860112200247424/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941432 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941416.173938:0:14612:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a866444d0. 00000400:00000200:3.0:1773941416.173955:0:14612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875de58 00000400:00000010:3.0:1773941416.173957:0:14612:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875de58. 00000100:00000200:3.0:1773941416.173965:0:14612:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084e00 x1860112200247424/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941416.173975:0:14612:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084e00 x1860112200247424/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 512/272 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941416.173992:0:14612:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a877d5180. 02000000:00000010:3.0:1773941416.173999:0:14612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a89202200. 02000000:00000010:3.0:1773941416.174002:0:14612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a89202a00. 00000100:00000010:3.0:1773941416.174005:0:14612:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084e00. 00000040:00000010:3.0:1773941416.174014:0:14612:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8a5a90c58000. 00000100:00000010:3.0:1773941416.174018:0:14612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084e00. 02000000:00000010:3.0:1773941416.174023:0:14612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a89202a00. 00000100:00000010:3.0:1773941416.174029:0:14612:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a877d5180. 02000000:00000010:3.0:1773941416.174048:0:14612:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8a5a90d74000. 00000400:00000200:3.0:1773941416.174053:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941416.174057:0:14612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a866444d0. 00000400:00000010:3.0:1773941416.174066:0:14612:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8a5a90584480. 00000100:00000200:3.0:1773941416.174070:0:14612:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112200247552, portal 25 00000400:00000010:3.0:1773941416.174075:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875de58. 00000100:00000200:3.0:1773941416.174077:0:14612:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112200247552, offset 0 00000400:00000200:3.0:1773941416.174083:0:14612:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941416.174087:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941416.174091:0:14612:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941416.174094:0:14612:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941416.174097:0:14612:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941416.174099:0:14612:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941416.174102:0:14612:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941416.174105:0:14612:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [88:88:256:4294967295] 192.168.202.112@tcp LPNI seq info [88:88:8:4294967295] 00000400:00000200:3.0:1773941416.174109:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941416.174116:0:14612:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:3.0:1773941416.174120:0:14612:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941416.174124:0:14612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa17da600. 00000800:00000200:3.0:1773941416.174128:0:14612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941416.174133:0:14612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941416.174136:0:14612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa17da600 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:3.0:1773941416.174150:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941416.174190:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941416.174193:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa17da600. 00000400:00000200:1.0:1773941416.174195:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.174198:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941416.174200:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875de58 00000400:00000010:1.0:1773941416.174202:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875de58. 00000100:00000200:1.0:1773941416.174210:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084e00 x1860112200247552/t0(0) o503->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941416.175405:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.175409:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941416.175413:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.175415:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.175417:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.175419:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 8416 into portal 25 MB=0x69bc31ef02900 00000400:00000200:1.0:1773941416.175422:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.175424:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 8416/8416 into md 0x7e9 [4] + 224 00000400:00000200:1.0:1773941416.175434:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.175436:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941416.175441:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084e00 x1860112200247552/t0(0) o503->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941432 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941416.175464:0:14612:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a866444d0. 00000400:00000200:1.0:1773941416.175467:0:14612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90584480 00000400:00000010:1.0:1773941416.175469:0:14612:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8a5a90584480. 00000100:00000200:1.0:1773941416.175473:0:14612:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084e00 x1860112200247552/t0(0) o503->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941416.175479:0:14612:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084e00 x1860112200247552/t0(0) o503->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941416.175496:0:14612:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a877d5180. 02000000:00000010:1.0:1773941416.175505:0:14612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8a5a90d74000. 02000000:00000010:1.0:1773941416.175516:0:14612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a89202a00. 00000100:00000010:1.0:1773941416.175520:0:14612:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084e00. 00000040:00000010:1.0:1773941416.175527:0:14612:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8a5a83eff180. 00000020:00000010:0.0:1773941416.175673:0:14631:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87e48600. 00000020:00000010:0.0:1773941416.175679:0:14631:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87e48a00. 00000040:00000010:0.0:1773941416.175683:0:14631:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87e49600. 00000020:00000010:0.0:1773941416.175688:0:14631:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a98b0f800. 00000020:00000010:0.0:1773941416.175694:0:14631:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5aa0650508. 00000020:00000010:0.0:1773941416.175699:0:14631:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87e49c00. 80000000:00000010:0.0:1773941416.175703:0:14631:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83ec2c00. 40000000:00000010:0.0:1773941416.175707:0:14631:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a9006b980. 00100000:00000010:0.0:1773941416.175711:0:14631:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a98b0b000. 00040000:00000010:0.0:1773941416.175716:0:14631:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a82bbb100. 00040000:00000010:0.0:1773941416.175721:0:14631:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a98b0d000. 00040000:00000010:0.0:1773941416.175724:0:14631:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87e49a00. 00000004:00000010:0.0:1773941416.175729:0:14631:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a98b0a800. 00000004:00000010:0.0:1773941416.175737:0:14631:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a855cc000. 00000004:00000010:0.0:1773941416.175741:0:14631:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a98b0f000. 00002000:00000010:0.0:1773941416.175746:0:14631:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a86082800. 00000004:00000010:0.0:1773941416.175751:0:14631:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a86081400. 00000020:00000010:0.0:1773941416.175763:0:14631:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9006bd00. 00000040:00000010:0.0:1773941416.175778:0:14631:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8a5a90f64000. 00000100:00000010:0.0:1773941416.175786:0:14631:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a86089500. 02000000:00000010:0.0:1773941416.175794:0:14631:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87e48c00. 00000100:00000010:0.0:1773941416.175811:0:14631:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a84eff9c0. 02000000:00000010:0.0:1773941416.175834:0:14631:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8a5aa06ac000. 00000400:00000200:0.0:1773941416.175840:0:14631:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941416.175843:0:14631:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629318. 00000400:00000010:0.0:1773941416.175847:0:14631:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8a5a84eff6c0. 00000100:00000200:0.0:1773941416.175851:0:14631:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112200247680, portal 25 00000400:00000010:0.0:1773941416.175855:0:14631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b440. 00000100:00000200:0.0:1773941416.175857:0:14631:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112200247680, offset 0 00000400:00000200:0.0:1773941416.175863:0:14631:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941416.175868:0:14631:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.175873:0:14631:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941416.175876:0:14631:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941416.175879:0:14631:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941416.175882:0:14631:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941416.175884:0:14631:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941416.175888:0:14631:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [89:89:256:4294967295] 192.168.202.112@tcp LPNI seq info [89:89:8:4294967295] 00000400:00000200:0.0:1773941416.175892:0:14631:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.175900:0:14631:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:0.0:1773941416.175904:0:14631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:0.0:1773941416.175909:0:14631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a82bbba00. 00000800:00000200:0.0:1773941416.175914:0:14631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:0.0:1773941416.175920:0:14631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941416.175924:0:14631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a82bbba00 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1773941416.175935:0:14631:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941416.176101:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941416.176105:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a82bbba00. 00000400:00000200:1.0:1773941416.176110:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.176114:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941416.176123:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b440 00000400:00000010:1.0:1773941416.176125:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b440. 00000100:00000200:1.0:1773941416.176132:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a86089500 x1860112200247680/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941416.177168:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.177172:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941416.177178:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.177181:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.177185:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.177189:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 8472 into portal 25 MB=0x69bc31ef02980 00000400:00000200:1.0:1773941416.177192:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.177197:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 8472/8472 into md 0x7f1 [4] + 224 00000400:00000200:1.0:1773941416.177220:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.177225:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941416.177232:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a86089500 x1860112200247680/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941432 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941416.177276:0:14631:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629318. 00000400:00000200:0.0:1773941416.177281:0:14631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84eff6c0 00000400:00000010:0.0:1773941416.177283:0:14631:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8a5a84eff6c0. 00000100:00000200:0.0:1773941416.177290:0:14631:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a86089500 x1860112200247680/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941416.177304:0:14631:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a86089500 x1860112200247680/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941416.177319:0:14631:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a84eff9c0. 02000000:00000010:0.0:1773941416.177326:0:14631:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8a5aa06ac000. 02000000:00000010:0.0:1773941416.177335:0:14631:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87e48c00. 00000100:00000010:0.0:1773941416.177338:0:14631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a86089500. 00000020:00000010:0.0:1773941416.177354:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8a5a82bbb800. 00000020:00000010:0.0:1773941416.177358:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8a5a82bbb800. 00000020:00000010:0.0:1773941416.177363:0:14631:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8a5a9006b8c0. 00000020:00000010:0.0:1773941416.177368:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff8a5a90e76300. 00000020:00000010:0.0:1773941416.177378:0:14631:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff8a5a90f28000. 00000020:00000010:0.0:1773941416.177385:0:14631:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8a5a98b0e800. 00000020:00000010:0.0:1773941416.177399:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff8a5a90e76300. 00000020:00000010:0.0:1773941416.177402:0:14631:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8a5a9006b8c0. 00000020:00000010:0.0:1773941416.177405:0:14631:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8a5a9006b8c0. 00000020:00000010:0.0:1773941416.177408:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff8a5a84eff9c0. 00000001:00000010:0.0:1773941416.177426:0:14631:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8a5a82bbb800. 00000001:00000010:0.0:1773941416.177430:0:14631:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8a5a83ed6980. 00000001:00000010:0.0:1773941416.177434:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a87e48c00. 00000001:00000010:0.0:1773941416.177437:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a87e48000. 00000001:00000010:0.0:1773941416.177440:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a8a5d9a00. 00000001:00000010:0.0:1773941416.177444:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a90e4d600. 00000020:00000010:0.0:1773941416.177449:0:14631:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a90e4dc00. 00000020:00000010:0.0:1773941416.177453:0:14631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a5a90e76300. 00000020:00000010:0.0:1773941416.177458:0:14631:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a5a9abfa0c8. 00008000:00000010:0.0:1773941416.177463:0:14631:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a835e7f80. 00000020:00000010:0.0:1773941416.177467:0:14631:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a90e4cc00. 00000020:00000010:0.0:1773941416.177469:0:14631:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a90e4d400. 00000020:00000010:0.0:1773941416.177472:0:14631:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a83ec2960. 00008000:00000010:0.0:1773941416.177482:0:14631:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a99686a60. 00020000:00000010:0.0:1773941416.177487:0:14631:0:(lov_dev.c:599:lov_device_alloc()) kmalloced '(ld)': 632 at ffff8a5a86082400. 00000020:00000010:0.0:1773941416.177501:0:14631:0:(lu_tgt_pool.c:52:lu_tgt_pool_init()) kmalloced '(op->op_array)': 8 at ffff8a5a87e18ee0. 00020000:00000010:0.0:1773941416.177630:0:14631:0:(lov_dev.c:616:lov_device_alloc()) kmalloced '(ld->ld_md_tgts)': 4096 at ffff8a5a84e66000. 00020000:00000010:0.0:1773941416.177635:0:14631:0:(lov_dev.c:623:lov_device_alloc()) kmalloced '(ld->ld_lov->lov_mdc_tgts)': 4096 at ffff8a5a84e64000. 00000020:00000010:0.0:1773941416.177692:0:14631:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff8a5a90c10000. 00000020:00000010:0.0:1773941416.177703:0:14631:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a86082c00. 00000020:00000010:0.0:1773941416.177707:0:14631:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8a5a84eff6c0. 00000020:00000010:0.0:1773941416.177718:0:14631:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a90e4d400. 00000020:00000010:0.0:1773941416.177723:0:14631:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a83ec2960. 00008000:00000010:0.0:1773941416.177726:0:14631:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941416.177730:0:14631:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a90e4cc00. 00000020:00000010:0.0:1773941416.177735:0:14631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a5a90e76300. 00000020:00000010:0.0:1773941416.177738:0:14631:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a5a9abfa0c8. 00008000:00000010:0.0:1773941416.177742:0:14631:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8a5a835e7f80. 00000020:00000010:0.0:1773941416.177745:0:14631:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a90e4dc00. 00000020:00000010:0.0:1773941416.177748:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff8a5a84eff9c0. 00000020:00000010:0.0:1773941416.177751:0:14631:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8a5a9006b8c0. 00000020:00000010:0.0:1773941416.177756:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8a5a82bbb300. 00000020:00000010:0.0:1773941416.177759:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8a5a82bbb300. 00000020:00000010:0.0:1773941416.177764:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8a5a82bbb300. 00000020:00000010:0.0:1773941416.177766:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8a5a82bbb300. 00000020:00000010:0.0:1773941416.177770:0:14631:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8a5a9006b8c0. 00000020:00000010:0.0:1773941416.177773:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 128 at ffff8a5a90e76300. 00000020:00000010:0.0:1773941416.177780:0:14631:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff8a5a90f299b8. 00000020:00000010:0.0:1773941416.177785:0:14631:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8a5a98b0c000. 00000020:00000010:0.0:1773941416.177794:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 128 at ffff8a5a90e76300. 00000020:00000010:0.0:1773941416.177802:0:14631:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8a5a9006b8c0. 00000020:00000010:0.0:1773941416.177807:0:14631:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8a5a9006b8c0. 00000020:00000010:0.0:1773941416.177810:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 160 at ffff8a5a84eff9c0. 00000001:00000010:0.0:1773941416.177835:0:14631:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8a5a82bbb300. 00000001:00000010:0.0:1773941416.177844:0:14631:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8a5a83ed6de0. 00000001:00000010:0.0:1773941416.177847:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a90c96e00. 00000001:00000010:0.0:1773941416.177849:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a90c96a00. 00000001:00000010:0.0:1773941416.177852:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a90c96800. 00000001:00000010:0.0:1773941416.177854:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a90c97200. 00000020:00000010:0.0:1773941416.177858:0:14631:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a90c96600. 00000020:00000010:0.0:1773941416.177861:0:14631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a5a90e76300. 00000020:00000010:0.0:1773941416.177864:0:14631:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a5a9abfa0c8. 00020000:00000010:0.0:1773941416.177868:0:14631:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a84ef2d00. 00008000:00000010:0.0:1773941416.177872:0:14631:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a835e7f80. 00000020:00000010:0.0:1773941416.177876:0:14631:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a90c97e00. 00000020:00000010:0.0:1773941416.177879:0:14631:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a90c97a00. 00000040:00000010:0.0:1773941416.177883:0:14631:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a90c96400. 00000020:00000010:0.0:1773941416.177888:0:14631:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8922c000. 00000020:00000010:0.0:1773941416.177892:0:14631:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a90c96c00. 00040000:00000010:0.0:1773941416.177896:0:14631:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a82bbbc00. 00040000:00000010:0.0:1773941416.177899:0:14631:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a90c97800. 00800000:00000010:0.0:1773941416.177903:0:14631:0:(lmv_obd.c:1219:lmv_device_alloc()) kmalloced '(lu)': 64 at ffff8a5a9006ba40. 00000020:00000010:0.0:1773941416.178023:0:14631:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5aa06af000. 00000020:00000010:0.0:1773941416.178028:0:14631:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff8a5a90c97400. 80000000:00000010:0.0:1773941416.178052:0:14631:0:(fld_cache.c:47:fld_cache_init()) kmalloced '(cache)': 168 at ffff8a5a84eff780. 00800000:00000010:0.0:1773941416.178103:0:14631:0:(lmv_obd.c:1279:lmv_device_alloc()) kmalloced '(pat)': 280 at ffff8a5a90c97600. 00800000:00000010:0.0:1773941416.178107:0:14631:0:(lmv_obd.c:1288:lmv_device_alloc()) kmalloced '(pat)': 280 at ffff8a5a90c97000. 00000020:00000010:0.0:1773941416.178110:0:14631:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a90c97a00. 00000040:00000010:0.0:1773941416.178114:0:14631:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a90c96400. 00000020:00000010:0.0:1773941416.178116:0:14631:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8922c000. 00000020:00000010:0.0:1773941416.178121:0:14631:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a90c96c00. 00040000:00000010:0.0:1773941416.178123:0:14631:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a82bbbc00. 00040000:00000010:0.0:1773941416.178126:0:14631:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a90c97800. 00000020:00000010:0.0:1773941416.178129:0:14631:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a90c97e00. 00000020:00000010:0.0:1773941416.178132:0:14631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a5a90e76300. 00000020:00000010:0.0:1773941416.178134:0:14631:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a5a9abfa0c8. 00020000:00000010:0.0:1773941416.178137:0:14631:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8a5a84ef2d00. 00008000:00000010:0.0:1773941416.178145:0:14631:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8a5a835e7f80. 00000020:00000010:0.0:1773941416.178148:0:14631:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a90c96600. 00000020:00000010:0.0:1773941416.178151:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 160 at ffff8a5a84eff9c0. 00000020:00000010:0.0:1773941416.178153:0:14631:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8a5a9006b8c0. 00000020:00000010:0.0:1773941416.178159:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8a5a82bbbc00. 00000020:00000010:0.0:1773941416.178162:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8a5a82bbbc00. 00000020:00000010:0.0:1773941416.178167:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8a5a82bbbc00. 00000020:00000010:0.0:1773941416.178169:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8a5a82bbbc00. 00000020:00000010:0.0:1773941416.178174:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff8a5a83ec2960. 00000020:00000010:0.0:1773941416.178177:0:14631:0:(obd_config.c:1186:class_add_profile()) kmalloced '(lprof)': 48 at ffff8a5a9006b8c0. 00000020:00000010:0.0:1773941416.178182:0:14631:0:(obd_config.c:1192:class_add_profile()) kmalloced '(lprof->lp_profile)': 14 at ffff8a5a9057dc70. 00000020:00000010:0.0:1773941416.178186:0:14631:0:(obd_config.c:1198:class_add_profile()) kmalloced '(lprof->lp_dt)': 14 at ffff8a5a9057d550. 00000020:00000010:0.0:1773941416.178190:0:14631:0:(obd_config.c:1205:class_add_profile()) kmalloced '(lprof->lp_md)': 14 at ffff8a5a9057d4a0. 00000020:00000010:0.0:1773941416.178193:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff8a5a83ec2960. 00000020:00000010:0.0:1773941416.178197:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8a5a82bbbc00. 00000020:00000010:0.0:1773941416.178200:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8a5a82bbbc00. 00000020:00000010:0.0:1773941416.178206:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8a5a82bbbc00. 00000020:00000010:0.0:1773941416.178209:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8a5a82bbbc00. 00000020:00000010:0.0:1773941416.178214:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8a5a9006b000. 00000100:00000010:0.0:1773941416.178219:0:14631:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff8a5aa06ae400. 00000400:00000200:0.0:1773941416.178223:0:14631:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1773941416.178228:0:14631:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.112@tcp 00000400:00000200:0.0:1773941416.178232:0:14631:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.178237:0:14631:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.112@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1773941416.178242:0:14631:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.178247:0:14631:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773941416.178250:0:14631:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp: 0. pending discovery 00000400:00000200:0.0:1773941416.178253:0:14631:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.112@tcp 00000100:00000010:0.0:1773941416.178256:0:14631:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff8a5aa06ae400. 00000020:00000010:0.0:1773941416.178260:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8a5a9006b000. 00000020:00000010:0.0:1773941416.178265:0:14631:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8a5a9006b000. 00000020:00000010:0.0:1773941416.178270:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8a5a84eff9c0. 00000020:00000010:0.0:1773941416.178285:0:14631:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff8a5a90f2cd28. 00000020:00000010:0.0:1773941416.178290:0:14631:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8a5a8922c000. 00000020:00000010:0.0:1773941416.178299:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8a5a84eff9c0. 00000020:00000010:0.0:1773941416.178303:0:14631:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8a5a9006b000. 00000020:00000010:0.0:1773941416.178308:0:14631:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8a5a9006b000. 00000020:00000010:0.0:1773941416.178312:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8a5a84eff9c0. 00000001:00000010:0.0:1773941416.178330:0:14631:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8a5a82bbbc00. 00000001:00000010:0.0:1773941416.178335:0:14631:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8a5a87fd54c0. 00000001:00000010:0.0:1773941416.178337:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a90c96600. 00000001:00000010:0.0:1773941416.178339:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a90c97e00. 00000001:00000010:0.0:1773941416.178341:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a90c97800. 00000001:00000010:0.0:1773941416.178344:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a90c96c00. 00000020:00000010:0.0:1773941416.178347:0:14631:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a90c96400. 00000020:00000010:0.0:1773941416.178351:0:14631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a5a90e76300. 00000020:00000010:0.0:1773941416.178355:0:14631:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a5a9abfa0c8. 00020000:00000010:0.0:1773941416.178359:0:14631:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a84ef2d00. 00008000:00000010:0.0:1773941416.178361:0:14631:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a835e7f80. 00000020:00000010:0.0:1773941416.178365:0:14631:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a90c97a00. 00000020:00000010:0.0:1773941416.178368:0:14631:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a90c96000. 00000020:00000010:0.0:1773941416.178371:0:14631:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a83ec2960. 00020000:00000010:0.0:1773941416.178376:0:14631:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a89e02180. 00008000:00000010:0.0:1773941416.178378:0:14631:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a99686a60. 00000002:00000010:0.0:1773941416.178384:0:14631:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at ffff8a5a90e76080. 00010000:00000010:0.0:1773941416.178396:0:14631:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff8a5a84e65000. 00010000:00000010:0.0:1773941416.178403:0:14631:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff8a5a84e60000. 00010000:00000010:0.0:1773941416.178409:0:14631:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff8a5a9006b6c0. 00000020:00000010:0.0:1773941416.178414:0:14631:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff8a5a8922e000. 00000100:00000200:0.0:1773941416.178429:0:14631:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.112@tcp->12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941416.178433:0:14631:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.178439:0:14631:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.112@tcp primary NID 192.168.202.112@tcp rc 0 00010000:00000010:0.0:1773941416.178444:0:14631:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8a5a83ec2de0. 00010000:00000010:0.0:1773941416.178455:0:14631:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff8a5aa06acc00. 00000001:00000010:0.0:1773941416.178459:0:14631:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff8a5a90e4dc00. 00000001:00000010:0.0:1773941416.178464:0:14631:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8a5a82bbb700. 00000001:00000010:0.0:1773941416.178513:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1cd5000. 00000001:00000010:0.0:1773941416.178561:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1ce5000. 00000001:00000010:0.0:1773941416.178612:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1cef000. 00000001:00000010:0.0:1773941416.178694:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1cf9000. 00000001:00000010:0.0:1773941416.178752:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1d03000. 00000001:00000010:0.0:1773941416.178807:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1d0d000. 00000001:00000010:0.0:1773941416.178856:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1d17000. 00000001:00000010:0.0:1773941416.178908:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1d21000. 00000001:00000010:0.0:1773941416.178973:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1d35000. 00000001:00000010:0.0:1773941416.179027:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1d3f000. 00000001:00000010:0.0:1773941416.179071:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1d49000. 00000001:00000010:0.0:1773941416.179120:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1d53000. 00000001:00000010:0.0:1773941416.179170:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1d5d000. 00000001:00000010:0.0:1773941416.179223:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1d67000. 00000001:00000010:0.0:1773941416.179270:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1d71000. 00000001:00000010:0.0:1773941416.179321:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1d7b000. 00000001:00000010:0.0:1773941416.179372:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1d85000. 00000001:00000010:0.0:1773941416.179420:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1d8f000. 00000001:00000010:0.0:1773941416.179467:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1d99000. 00000001:00000010:0.0:1773941416.179520:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1dad000. 00000001:00000010:0.0:1773941416.179565:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1dbd000. 00000001:00000010:0.0:1773941416.179607:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1dcd000. 00000001:00000010:0.0:1773941416.179679:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1dd7000. 00000001:00000010:0.0:1773941416.179724:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1ded000. 00000001:00000010:0.0:1773941416.179769:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1dfd000. 00000001:00000010:0.0:1773941416.179820:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1e07000. 00000001:00000010:0.0:1773941416.179862:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1e11000. 00000001:00000010:0.0:1773941416.179908:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1e1b000. 00000001:00000010:0.0:1773941416.179988:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1e25000. 00000001:00000010:0.0:1773941416.180037:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1e2f000. 00000001:00000010:0.0:1773941416.180085:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1e39000. 00000001:00000010:0.0:1773941416.180133:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1e43000. 00000020:00000010:0.0:1773941416.180226:0:14631:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5aa06ae800. 00000020:00000010:0.0:1773941416.180230:0:14631:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff8a5aa069c780. 00000020:00000010:0.0:1773941416.180300:0:14631:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5aa06aec00. 00000020:00000010:0.0:1773941416.180303:0:14631:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8a5a90e4cc00. 00000020:00000010:0.0:1773941416.180556:0:14631:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a90d20800. 00000020:00000010:0.0:1773941416.180561:0:14631:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff8a5a90e4d400. 00000020:00000010:0.0:1773941416.180593:0:14631:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a90d23000. 00000020:00000010:0.0:1773941416.180597:0:14631:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8a5a84e62000. 00000040:00000010:0.0:1773941416.180625:0:14631:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff8a5a84eff540. 00000002:00000010:0.0:1773941416.180633:0:14631:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at ffff8a5a89228000. 00000020:00000010:0.0:1773941416.180873:0:14631:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a90c96000. 00000020:00000010:0.0:1773941416.180879:0:14631:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a83ec2960. 00020000:00000010:0.0:1773941416.180884:0:14631:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5a89e02180. 00008000:00000010:0.0:1773941416.180889:0:14631:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941416.180893:0:14631:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a90c97a00. 00000020:00000010:0.0:1773941416.180897:0:14631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a5a90e76300. 00000020:00000010:0.0:1773941416.180902:0:14631:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a5a9abfa0c8. 00020000:00000010:0.0:1773941416.180906:0:14631:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8a5a84ef2d00. 00008000:00000010:0.0:1773941416.180909:0:14631:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8a5a835e7f80. 00000020:00000010:0.0:1773941416.180913:0:14631:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a90c96400. 00000020:00000010:0.0:1773941416.180918:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8a5a84eff9c0. 00000020:00000010:0.0:1773941416.180922:0:14631:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8a5a9006b000. 00000020:00000010:0.0:1773941416.180931:0:14631:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8a5a98b42c80. 00000020:00000010:0.0:1773941416.180937:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff8a5a84eff9c0. 00000020:00000010:0.0:1773941416.180960:0:14631:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a82c2e000. 00000020:00000010:0.0:1773941416.180965:0:14631:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a82c2e200. 00000040:00000010:0.0:1773941416.180969:0:14631:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a82c2ea00. 00000020:00000010:0.0:1773941416.180979:0:14631:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8922a800. 00000020:00000010:0.0:1773941416.180984:0:14631:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a82c2ee00. 00040000:00000010:0.0:1773941416.180989:0:14631:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a9237ac00. 00040000:00000010:0.0:1773941416.180994:0:14631:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a861a7200. 00800000:00000010:0.0:1773941416.181006:0:14631:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at ffff8a5a861a6800. 00020000:00000010:0.0:1773941416.181011:0:14631:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff8a5a90694000. 00000020:00000010:0.0:1773941416.181015:0:14631:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a82c2e200. 00000040:00000010:0.0:1773941416.181019:0:14631:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a82c2ea00. 00000020:00000010:0.0:1773941416.181024:0:14631:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8922a800. 00000020:00000010:0.0:1773941416.181027:0:14631:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a82c2ee00. 00040000:00000010:0.0:1773941416.181030:0:14631:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a9237ac00. 00040000:00000010:0.0:1773941416.181034:0:14631:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a861a7200. 00000020:00000010:0.0:1773941416.181037:0:14631:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a82c2e000. 00000020:00000010:0.0:1773941416.181044:0:14631:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a861a7200. 00000020:00000010:0.0:1773941416.181048:0:14631:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a861a6400. 00000020:00000010:0.0:1773941416.181051:0:14631:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5aa069c0c0. 00020000:00000010:0.0:1773941416.181055:0:14631:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a89e02180. 00008000:00000010:0.0:1773941416.181058:0:14631:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941416.181067:0:14631:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a861a6400. 00000020:00000010:0.0:1773941416.181071:0:14631:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5aa069c0c0. 00020000:00000010:0.0:1773941416.181074:0:14631:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5a89e02180. 00008000:00000010:0.0:1773941416.181077:0:14631:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941416.181081:0:14631:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a861a7200. 00000020:00000010:0.0:1773941416.181084:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff8a5a84eff9c0. 00000020:00000010:0.0:1773941416.181088:0:14631:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8a5a98b42c80. 00000020:00000010:0.0:1773941416.181094:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8a5a9237ac00. 00000020:00000010:0.0:1773941416.181097:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8a5a9237ac00. 00000020:00000010:0.0:1773941416.181103:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8a5a9237ac00. 00000020:00000010:0.0:1773941416.181105:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8a5a9237ac00. 00000020:00000010:0.0:1773941416.181110:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8a5a9237ac00. 00000020:00000010:0.0:1773941416.181113:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8a5a9237ac00. 00000020:00000010:0.0:1773941416.181117:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8a5a98b42c80. 00000100:00000010:0.0:1773941416.181127:0:14631:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff8a5a90d20000. 00000400:00000200:0.0:1773941416.181131:0:14631:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1773941416.181136:0:14631:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.112@tcp 00000400:00000200:0.0:1773941416.181142:0:14631:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.181146:0:14631:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.112@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1773941416.181151:0:14631:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.181156:0:14631:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773941416.181161:0:14631:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp: 0. pending discovery 00000400:00000200:0.0:1773941416.181164:0:14631:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.112@tcp 00000100:00000010:0.0:1773941416.181167:0:14631:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff8a5a90d20000. 00000020:00000010:0.0:1773941416.181170:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8a5a98b42c80. 00000020:00000010:0.0:1773941416.181176:0:14631:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8a5a98b42c80. 00000020:00000010:0.0:1773941416.181180:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8a5a84eff9c0. 00000020:00000010:0.0:1773941416.181197:0:14631:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff8a5a90fd4d28. 00000020:00000010:0.0:1773941416.181203:0:14631:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8a5a8922a800. 00000020:00000010:0.0:1773941416.181215:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8a5a84eff9c0. 00000020:00000010:0.0:1773941416.181219:0:14631:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8a5a98b42c80. 00000020:00000010:0.0:1773941416.181225:0:14631:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8a5a98b42c80. 00000020:00000010:0.0:1773941416.181229:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8a5a84eff9c0. 00000001:00000010:0.0:1773941416.181250:0:14631:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8a5a9237ac00. 00000001:00000010:0.0:1773941416.181256:0:14631:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8a5aa06d2000. 00000001:00000010:0.0:1773941416.181260:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a861a7200. 00000001:00000010:0.0:1773941416.181264:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a861a6400. 00000001:00000010:0.0:1773941416.181268:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a861a6200. 00000001:00000010:0.0:1773941416.181271:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a82c2e000. 00000020:00000010:0.0:1773941416.181276:0:14631:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a82c2ee00. 00000020:00000010:0.0:1773941416.181279:0:14631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a5a90e76300. 00000020:00000010:0.0:1773941416.181283:0:14631:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a5a9abfa0c8. 00020000:00000010:0.0:1773941416.181288:0:14631:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a84ef2d00. 00008000:00000010:0.0:1773941416.181291:0:14631:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a835e7f80. 00000020:00000010:0.0:1773941416.181295:0:14631:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a82c2ea00. 00000020:00000010:0.0:1773941416.181299:0:14631:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a82c2e200. 00000020:00000010:0.0:1773941416.181307:0:14631:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5aa069c0c0. 00020000:00000010:0.0:1773941416.181311:0:14631:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a89e02180. 00008000:00000010:0.0:1773941416.181314:0:14631:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a99686a60. 00000002:00000010:0.0:1773941416.181319:0:14631:0:(mdc_dev.c:1726:mdc_device_alloc()) kmalloced '(osc)': 104 at ffff8a5a90e76700. 00010000:00000010:0.0:1773941416.181330:0:14631:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff8a5a9824a000. 00010000:00000010:0.0:1773941416.181339:0:14631:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff8a5a86dbf000. 00010000:00000010:0.0:1773941416.181345:0:14631:0:(ldlm_lib.c:522:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff8a5a98b42940. 00000020:00000010:0.0:1773941416.181349:0:14631:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff8a5a8922f000. 00000100:00000200:0.0:1773941416.181363:0:14631:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.112@tcp->12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941416.181368:0:14631:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.181373:0:14631:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.112@tcp primary NID 192.168.202.112@tcp rc 0 00010000:00000010:0.0:1773941416.181378:0:14631:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8a5aa069cf00. 00010000:00000010:0.0:1773941416.181383:0:14631:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff8a5a90d22800. 00000001:00000010:0.0:1773941416.181388:0:14631:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff8a5a8a61de00. 00000001:00000010:0.0:1773941416.181393:0:14631:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8a5a8a62be00. 00000001:00000010:0.0:1773941416.181437:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1e4d000. 00000001:00000010:0.0:1773941416.181496:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1e57000. 00000001:00000010:0.0:1773941416.181552:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1e61000. 00000001:00000010:0.0:1773941416.181601:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1e6b000. 00000001:00000010:0.0:1773941416.181737:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1e75000. 00000001:00000010:0.0:1773941416.181791:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1e8d000. 00000001:00000010:0.0:1773941416.181842:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1e97000. 00000001:00000010:0.0:1773941416.181893:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1ea1000. 00000001:00000010:0.0:1773941416.181957:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1eb5000. 00000001:00000010:0.0:1773941416.182006:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1ec5000. 00000001:00000010:0.0:1773941416.182054:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1ecf000. 00000001:00000010:0.0:1773941416.182110:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1ed9000. 00000001:00000010:0.0:1773941416.182164:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1ee3000. 00000001:00000010:0.0:1773941416.182218:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1eed000. 00000001:00000010:0.0:1773941416.182272:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1ef7000. 00000001:00000010:0.0:1773941416.182324:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1f01000. 00000001:00000010:0.0:1773941416.182376:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1f0b000. 00000001:00000010:0.0:1773941416.182426:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1f15000. 00000001:00000010:0.0:1773941416.182478:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1f1f000. 00000001:00000010:0.0:1773941416.182528:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1f29000. 00000001:00000010:0.0:1773941416.182577:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1f3d000. 00000001:00000010:0.0:1773941416.182627:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1f47000. 00000001:00000010:0.0:1773941416.182698:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1f51000. 00000001:00000010:0.0:1773941416.182745:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1f5b000. 00000001:00000010:0.0:1773941416.182796:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1f65000. 00000001:00000010:0.0:1773941416.182847:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1f6f000. 00000001:00000010:0.0:1773941416.182901:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1f79000. 00000001:00000010:0.0:1773941416.182970:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1f83000. 00000001:00000010:0.0:1773941416.183036:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1f8d000. 00000001:00000010:0.0:1773941416.183089:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1f97000. 00000001:00000010:0.0:1773941416.183141:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1fa1000. 00000001:00000010:0.0:1773941416.183191:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32944 at ffffa51dc1fbd000. 00000020:00000010:0.0:1773941416.183289:0:14631:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a90d22c00. 00000020:00000010:0.0:1773941416.183293:0:14631:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff8a5a996c33c0. 00000020:00000010:0.0:1773941416.183369:0:14631:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a90d21400. 00000020:00000010:0.0:1773941416.183373:0:14631:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8a5a8a61c000. 00000020:00000010:0.0:1773941416.183635:0:14631:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a90d21800. 00000020:00000010:0.0:1773941416.183661:0:14631:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 512 at ffff8a5aa066b000. 00000020:00000010:0.0:1773941416.183692:0:14631:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a90d22000. 00000020:00000010:0.0:1773941416.183696:0:14631:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8a5a86db8000. 00000040:00000010:0.0:1773941416.183720:0:14631:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff8a5a84eff240. 00000002:00000010:0.0:1773941416.183726:0:14631:0:(mdc_changelog.c:816:mdc_changelog_cdev_init()) kmalloced '(entry)': 1304 at ffff8a5a8922e800. 00000020:00000010:0.0:1773941416.184077:0:14631:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a82c2e200. 00000020:00000010:0.0:1773941416.184082:0:14631:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5aa069c0c0. 00020000:00000010:0.0:1773941416.184085:0:14631:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5a89e02180. 00008000:00000010:0.0:1773941416.184089:0:14631:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941416.184092:0:14631:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a82c2ea00. 00000020:00000010:0.0:1773941416.184102:0:14631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a5a90e76300. 00000020:00000010:0.0:1773941416.184106:0:14631:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a5a9abfa0c8. 00020000:00000010:0.0:1773941416.184109:0:14631:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8a5a84ef2d00. 00008000:00000010:0.0:1773941416.184111:0:14631:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8a5a835e7f80. 00000020:00000010:0.0:1773941416.184114:0:14631:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a82c2ee00. 00000020:00000010:0.0:1773941416.184118:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8a5a84eff9c0. 00000020:00000010:0.0:1773941416.184121:0:14631:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8a5a98b42c80. 00000020:00000010:0.0:1773941416.184128:0:14631:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8a5a98b42c80. 00000020:00000010:0.0:1773941416.184133:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 152 at ffff8a5a84eff9c0. 00000020:00000010:0.0:1773941416.184140:0:14631:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5aa066b400. 00000020:00000010:0.0:1773941416.184144:0:14631:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5aa066ac00. 00000040:00000010:0.0:1773941416.184148:0:14631:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5aa066a200. 00000020:00000010:0.0:1773941416.184152:0:14631:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8922d800. 00000020:00000010:0.0:1773941416.184156:0:14631:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5aa066ba00. 00040000:00000010:0.0:1773941416.184160:0:14631:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a8a62b200. 00040000:00000010:0.0:1773941416.184165:0:14631:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5aa066a600. 00800000:00000010:0.0:1773941416.184173:0:14631:0:(lmv_obd.c:433:lmv_add_target()) kmalloced '(tgt)': 368 at ffff8a5aa066b600. 00000020:00000010:0.0:1773941416.184177:0:14631:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5aa066ac00. 00000040:00000010:0.0:1773941416.184181:0:14631:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5aa066a200. 00000020:00000010:0.0:1773941416.184184:0:14631:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8922d800. 00000020:00000010:0.0:1773941416.184188:0:14631:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5aa066ba00. 00040000:00000010:0.0:1773941416.184191:0:14631:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a8a62b200. 00040000:00000010:0.0:1773941416.184194:0:14631:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5aa066a600. 00000020:00000010:0.0:1773941416.184197:0:14631:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5aa066b400. 00000020:00000010:0.0:1773941416.184203:0:14631:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5aa066b400. 00000020:00000010:0.0:1773941416.184205:0:14631:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5aa066a600. 00000020:00000010:0.0:1773941416.184208:0:14631:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a996c3720. 00020000:00000010:0.0:1773941416.184211:0:14631:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a89e02180. 00008000:00000010:0.0:1773941416.184215:0:14631:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941416.184221:0:14631:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5aa066a600. 00000020:00000010:0.0:1773941416.184223:0:14631:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a996c3720. 00020000:00000010:0.0:1773941416.184226:0:14631:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5a89e02180. 00008000:00000010:0.0:1773941416.184228:0:14631:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941416.184237:0:14631:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5aa066b400. 00000020:00000010:0.0:1773941416.184239:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 152 at ffff8a5a84eff9c0. 00000020:00000010:0.0:1773941416.184241:0:14631:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8a5a98b42c80. 00000020:00000010:0.0:1773941416.184247:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8a5a8a62b200. 00000020:00000010:0.0:1773941416.184250:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8a5a8a62b200. 00000020:00000010:0.0:1773941416.184255:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8a5a8a62b200. 00000020:00000010:0.0:1773941416.184258:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8a5a8a62b200. 00000020:00000010:0.0:1773941416.184264:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8a5a8a62b200. 00000020:00000010:0.0:1773941416.184266:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8a5a8a62b200. 00000020:00000010:0.0:1773941416.184270:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 64 at ffff8a5a98b42c80. 00000100:00000010:0.0:1773941416.184275:0:14631:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff8a5a90d23400. 00000400:00000200:0.0:1773941416.184278:0:14631:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1773941416.184281:0:14631:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.112@tcp 00000400:00000200:0.0:1773941416.184285:0:14631:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.184290:0:14631:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.112@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1773941416.184294:0:14631:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.184298:0:14631:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773941416.184301:0:14631:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp: 0. pending discovery 00000400:00000200:0.0:1773941416.184304:0:14631:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.112@tcp 00000100:00000010:0.0:1773941416.184306:0:14631:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff8a5a90d23400. 00000020:00000010:0.0:1773941416.184309:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 64 at ffff8a5a98b42c80. 00000020:00000010:0.0:1773941416.184313:0:14631:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8a5a98b42c80. 00000020:00000010:0.0:1773941416.184317:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8a5a84eff9c0. 00000020:00000010:0.0:1773941416.184325:0:14631:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff8a5a90fd3370. 00000020:00000010:0.0:1773941416.184330:0:14631:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8a5a8922d800. 00000020:00000010:0.0:1773941416.184340:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8a5a84eff9c0. 00000020:00000010:0.0:1773941416.184343:0:14631:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8a5a98b42c80. 00000020:00000010:0.0:1773941416.184347:0:14631:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 39 at ffff8a5a98b42c80. 00000020:00000010:0.0:1773941416.184350:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 136 at ffff8a5a84eff9c0. 00000001:00000010:0.0:1773941416.184379:0:14631:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8a5a8a62b200. 00000001:00000010:0.0:1773941416.184383:0:14631:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8a5aa06d2d80. 00000001:00000010:0.0:1773941416.184387:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5aa066b400. 00000001:00000010:0.0:1773941416.184397:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5aa066a600. 00000001:00000010:0.0:1773941416.184400:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5aa066ba00. 00000001:00000010:0.0:1773941416.184403:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5aa066a200. 00000020:00000010:0.0:1773941416.184406:0:14631:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5aa066ac00. 00000020:00000010:0.0:1773941416.184410:0:14631:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a5a90e76300. 00000020:00000010:0.0:1773941416.184414:0:14631:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a5a9abfa0c8. 00020000:00000010:0.0:1773941416.184419:0:14631:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a84ef2d00. 00008000:00000010:0.0:1773941416.184422:0:14631:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a835e7f80. 00000020:00000010:0.0:1773941416.184426:0:14631:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5aa066bc00. 00000020:00000010:0.0:1773941416.184430:0:14631:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5aa066a000. 00000020:00000010:0.0:1773941416.184433:0:14631:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a996c3720. 00020000:00000010:0.0:1773941416.184436:0:14631:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a89e02180. 00008000:00000010:0.0:1773941416.184440:0:14631:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a99686a60. 00000008:00000010:0.0:1773941416.184444:0:14631:0:(osc_dev.c:192:osc_device_alloc()) kmalloced '(osc)': 104 at ffff8a5a90e76880. 00010000:00000010:0.0:1773941416.184453:0:14631:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff8a5a90c6c000. 00010000:00000010:0.0:1773941416.184459:0:14631:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff8a5a90c68000. 00000020:00000010:0.0:1773941416.184465:0:14631:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff8a5a8922c800. 00000100:00000200:0.0:1773941416.184476:0:14631:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.112@tcp->12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941416.184480:0:14631:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.184483:0:14631:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.112@tcp primary NID 192.168.202.112@tcp rc 0 00010000:00000010:0.0:1773941416.184487:0:14631:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8a5a996c3540. 00010000:00000010:0.0:1773941416.184492:0:14631:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff8a5a90c71000. 00000001:00000010:0.0:1773941416.184496:0:14631:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff8a5aa066ae00. 00000001:00000010:0.0:1773941416.184500:0:14631:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 128 at ffff8a5a90e76480. 00000001:00000010:0.0:1773941416.184505:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff8a5a90f66000. 00000001:00000010:0.0:1773941416.184512:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff8a5a90f60000. 00000001:00000010:0.0:1773941416.184518:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff8a5a90f62000. 00000001:00000010:0.0:1773941416.184533:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff8a5a90c7c000. 00000001:00000010:0.0:1773941416.184540:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff8a5a90c7e000. 00000001:00000010:0.0:1773941416.184547:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff8a5a90c78000. 00000001:00000010:0.0:1773941416.184553:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff8a5a90c7a000. 00000001:00000010:0.0:1773941416.184569:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff8a5a90d46000. 00000001:00000010:0.0:1773941416.184580:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff8a5a90d40000. 00000001:00000010:0.0:1773941416.184587:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff8a5a90d42000. 00000001:00000010:0.0:1773941416.184593:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff8a5a90d44000. 00000001:00000010:0.0:1773941416.184607:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff8a5a90d4e000. 00000001:00000010:0.0:1773941416.184614:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff8a5a90d48000. 00000001:00000010:0.0:1773941416.184620:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff8a5a90d4a000. 00000001:00000010:0.0:1773941416.184627:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff8a5a90d4c000. 00000001:00000010:0.0:1773941416.184669:0:14631:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 4272 at ffff8a5a90d52000. 00000020:00000010:0.0:1773941416.184789:0:14631:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a90c73800. 00000020:00000010:0.0:1773941416.184793:0:14631:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff8a5a996c3060. 00000020:00000010:0.0:1773941416.184867:0:14631:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a90c70c00. 00000020:00000010:0.0:1773941416.184869:0:14631:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8a5a82c2ee00. 00000020:00000010:0.0:1773941416.185114:0:14631:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a90c72800. 00000020:00000010:0.0:1773941416.185118:0:14631:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8a5a90c6d000. 00000020:00000010:0.0:1773941416.185136:0:14631:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5aa066a000. 00000020:00000010:0.0:1773941416.185139:0:14631:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a996c3720. 00020000:00000010:0.0:1773941416.185141:0:14631:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5a89e02180. 00008000:00000010:0.0:1773941416.185143:0:14631:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941416.185146:0:14631:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5aa066bc00. 00000020:00000010:0.0:1773941416.185149:0:14631:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a5a90e76300. 00000020:00000010:0.0:1773941416.185152:0:14631:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a5a9abfa0c8. 00020000:00000010:0.0:1773941416.185154:0:14631:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8a5a84ef2d00. 00008000:00000010:0.0:1773941416.185157:0:14631:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8a5a835e7f80. 00000020:00000010:0.0:1773941416.185160:0:14631:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5aa066ac00. 00000020:00000010:0.0:1773941416.185163:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 136 at ffff8a5a84eff9c0. 00000020:00000010:0.0:1773941416.185164:0:14631:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 39 at ffff8a5a98b42c80. 00000020:00000010:0.0:1773941416.185169:0:14631:0:(obd_config.c:2030:class_config_llog_handler()) kmalloced '(inst_name)': 34 at ffff8a5a98b42c80. 00000020:00000010:0.0:1773941416.185172:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 120 at ffff8a5a90e76300. 00000020:00000010:0.0:1773941416.185176:0:14631:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a82c2e200. 00000020:00000010:0.0:1773941416.185178:0:14631:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5aa066ac00. 00000020:00000010:0.0:1773941416.185181:0:14631:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a996c3720. 00000008:00000010:0.0:1773941416.185189:0:14631:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5a8308ce18. 00020000:00000010:0.0:1773941416.185191:0:14631:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a89e02180. 00008000:00000010:0.0:1773941416.185193:0:14631:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a99686a60. 00020000:00000010:0.0:1773941416.185200:0:14631:0:(lov_obd.c:492:lov_add_target()) kmalloced '(tgt)': 368 at ffff8a5aa066bc00. 00020000:00000010:0.0:1773941416.185204:0:14631:0:(lu_tgt_descs.c:371:ltd_add_tgt()) kmalloced '(ltd->ltd_tgt_idx[index / (((1UL) << 12) / sizeof(void *))])': 4096 at ffff8a5a90c6a000. 00020000:00000010:0.0:1773941416.185208:0:14631:0:(lov_dev.c:357:lov_expand_targets()) kmalloced '(newd)': 512 at ffff8a5aa066a000. 00000020:00000010:0.0:1773941416.185210:0:14631:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5aa066ac00. 00000020:00000010:0.0:1773941416.185213:0:14631:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a996c3720. 00000008:00000010:0.0:1773941416.185216:0:14631:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8a5a8308ce18. 00020000:00000010:0.0:1773941416.185219:0:14631:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5a89e02180. 00008000:00000010:0.0:1773941416.185221:0:14631:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941416.185223:0:14631:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a82c2e200. 00000020:00000010:0.0:1773941416.185226:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 120 at ffff8a5a90e76300. 00000020:00000010:0.0:1773941416.185228:0:14631:0:(obd_config.c:2125:class_config_llog_handler()) kfreed 'inst_name': 34 at ffff8a5a98b42c80. 00000020:00000010:0.0:1773941416.185232:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8a5a8a62b800. 00000020:00000010:0.0:1773941416.185234:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8a5a8a62b800. 00000020:00000010:0.0:1773941416.185237:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8a5a8a62b800. 00000020:00000010:0.0:1773941416.185238:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8a5a8a62b800. 00000020:00000010:0.0:1773941416.185241:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff8a5a98b42c80. 00000020:00000010:0.0:1773941416.185243:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff8a5a98b42c80. 00000100:00000010:0.0:1773941416.185251:0:14631:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a86089500. 02000000:00000010:0.0:1773941416.185260:0:14631:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5aa066ac00. 00000100:00000010:0.0:1773941416.185272:0:14631:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a84eff9c0. 02000000:00000010:0.0:1773941416.185295:0:14631:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8a5a860ec000. 00000400:00000200:0.0:1773941416.185300:0:14631:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941416.185303:0:14631:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629318. 00000400:00000010:0.0:1773941416.185308:0:14631:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8a5a84eff600. 00000100:00000200:0.0:1773941416.185313:0:14631:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112200247808, portal 25 00000400:00000010:0.0:1773941416.185318:0:14631:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002baa0. 00000100:00000200:0.0:1773941416.185320:0:14631:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112200247808, offset 0 00000400:00000200:0.0:1773941416.185325:0:14631:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941416.185331:0:14631:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.185340:0:14631:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941416.185344:0:14631:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941416.185347:0:14631:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941416.185351:0:14631:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941416.185353:0:14631:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941416.185356:0:14631:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [90:90:256:4294967295] 192.168.202.112@tcp LPNI seq info [90:90:8:4294967295] 00000400:00000200:0.0:1773941416.185360:0:14631:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.185368:0:14631:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:0.0:1773941416.185372:0:14631:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:0.0:1773941416.185375:0:14631:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a8a62b800. 00000800:00000200:0.0:1773941416.185382:0:14631:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:0.0:1773941416.185389:0:14631:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941416.185392:0:14631:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a8a62b800 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:0.0:1773941416.185408:0:14631:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941416.185478:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941416.185482:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a8a62b800. 00000400:00000200:1.0:1773941416.185487:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.185493:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941416.185497:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002baa0 00000400:00000010:1.0:1773941416.185499:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002baa0. 00000100:00000200:1.0:1773941416.185506:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a86089500 x1860112200247808/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941416.186952:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.186959:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941416.186966:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.186971:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.186976:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.186980:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 8472 into portal 25 MB=0x69bc31ef02a00 00000400:00000200:1.0:1773941416.186992:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.186997:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 8472/8472 into md 0x801 [4] + 224 00000400:00000200:1.0:1773941416.187017:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.187021:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941416.187028:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a86089500 x1860112200247808/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941432 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941416.187070:0:14631:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629318. 00000400:00000200:0.0:1773941416.187074:0:14631:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84eff600 00000400:00000010:0.0:1773941416.187076:0:14631:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8a5a84eff600. 00000100:00000200:0.0:1773941416.187081:0:14631:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a86089500 x1860112200247808/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941416.187089:0:14631:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a86089500 x1860112200247808/t0(0) o502->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8472 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941416.187106:0:14631:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a84eff9c0. 02000000:00000010:0.0:1773941416.187114:0:14631:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8a5a860ec000. 02000000:00000010:0.0:1773941416.187124:0:14631:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5aa066ac00. 00000100:00000010:0.0:1773941416.187127:0:14631:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a86089500. 00000020:00000010:0.0:1773941416.187134:0:14631:0:(obd_config.c:2090:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8a5a8a62b800. 00000020:00000010:0.0:1773941416.187137:0:14631:0:(obd_config.c:2123:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8a5a8a62b800. 00000040:00000010:0.0:1773941416.187140:0:14631:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8a5a90f64000. 00000020:00000010:0.0:1773941416.187146:0:14631:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9006bd00. 00000020:00000010:0.0:1773941416.187156:0:14631:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87e48a00. 00000040:00000010:0.0:1773941416.187164:0:14631:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87e49600. 00000020:00000010:0.0:1773941416.187167:0:14631:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a98b0f800. 00000020:00000010:0.0:1773941416.187171:0:14631:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5aa0650508. 00000020:00000010:0.0:1773941416.187175:0:14631:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87e49c00. 80000000:00000010:0.0:1773941416.187179:0:14631:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83ec2c00. 40000000:00000010:0.0:1773941416.187183:0:14631:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a9006b980. 00100000:00000010:0.0:1773941416.187186:0:14631:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a98b0b000. 00040000:00000010:0.0:1773941416.187190:0:14631:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a82bbb100. 00040000:00000010:0.0:1773941416.187194:0:14631:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a98b0d000. 00040000:00000010:0.0:1773941416.187198:0:14631:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87e49a00. 00000004:00000010:0.0:1773941416.187201:0:14631:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a98b0a800. 00000004:00000010:0.0:1773941416.187205:0:14631:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a855cc000. 00000004:00000010:0.0:1773941416.187210:0:14631:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a98b0f000. 00002000:00000010:0.0:1773941416.187213:0:14631:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a86082800. 00000004:00000010:0.0:1773941416.187217:0:14631:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a86081400. 00000020:00000010:0.0:1773941416.187220:0:14631:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87e48600. 00000040:00000010:1.0:1773941416.187249:0:14612:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8a5a83eff180. 00000040:00000010:1.0:1773941416.187257:0:14612:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8a5a90c58000. 00000040:00000010:1.0:1773941416.187262:0:14612:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8a5a89203200. 00000020:00000010:1.0:1773941416.187268:0:14612:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a89203a00. 00000040:00000010:1.0:1773941416.187272:0:14612:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a89203600. 00000020:00000010:1.0:1773941416.187275:0:14612:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a90010000. 00000020:00000010:1.0:1773941416.187279:0:14612:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a89203c00. 80000000:00000010:1.0:1773941416.187282:0:14612:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffcf00. 00040000:00000010:1.0:1773941416.187286:0:14612:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a89202800. 20000000:00000010:1.0:1773941416.187289:0:14612:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a89202000. 00000020:00000010:1.0:1773941416.187291:0:14612:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a89203800. 10000000:00000010:1.0:1773941416.187294:0:14612:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eadac0. 00000100:00000010:1.0:1773941416.187315:0:14612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354ca80. 02000000:00000010:1.0:1773941416.187324:0:14612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a90f1ce00. 00010000:00000010:1.0:1773941416.187335:0:14612:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a82f48900. 00010000:00000010:1.0:1773941416.187341:0:14612:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a829e3e00. 00000100:00000010:1.0:1773941416.187353:0:14612:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d79900. 02000000:00000010:1.0:1773941416.187365:0:14612:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90cc3000. 00000400:00000200:1.0:1773941416.187369:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941416.187374:0:14612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d8738. 00000400:00000010:1.0:1773941416.187377:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cdd0. 00000100:00000200:1.0:1773941416.187381:0:14612:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200247936, portal 25 00000400:00000010:1.0:1773941416.187386:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c880. 00000100:00000200:1.0:1773941416.187388:0:14612:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200247936, offset 0 00000400:00000200:1.0:1773941416.187395:0:14612:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941416.187399:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.187411:0:14612:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941416.187415:0:14612:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941416.187418:0:14612:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941416.187421:0:14612:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941416.187423:0:14612:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:1.0:1773941416.187427:0:14612:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [91:91:256:4294967295] 192.168.202.112@tcp LPNI seq info [91:91:8:4294967295] 00000400:00000200:1.0:1773941416.187431:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.187440:0:14612:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:1.0:1773941416.187445:0:14612:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:1.0:1773941416.187449:0:14612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87d76200. 00000800:00000200:1.0:1773941416.187453:0:14612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:1.0:1773941416.187458:0:14612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:1.0:1773941416.187462:0:14612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87d76200 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:1.0:1773941416.187471:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941416.187542:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941416.187545:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87d76200. 00000400:00000200:1.0:1773941416.187550:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.187554:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941416.187557:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c880 00000400:00000010:1.0:1773941416.187558:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c880. 00000100:00000200:1.0:1773941416.187565:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354ca80 x1860112200247936/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941416.188681:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.188687:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941416.188693:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.188695:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.188699:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.188703:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 344 into portal 25 MB=0x69bc31ef02a80 00000400:00000200:1.0:1773941416.188706:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.188710:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 344/344 into md 0x811 [1] + 224 00000400:00000200:1.0:1773941416.188727:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.188731:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941416.188738:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354ca80 x1860112200247936/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941432 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941416.188764:0:14612:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d8738. 00000400:00000200:1.0:1773941416.188767:0:14612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cdd0 00000400:00000010:1.0:1773941416.188769:0:14612:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cdd0. 00000100:00000200:1.0:1773941416.188773:0:14612:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354ca80 x1860112200247936/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941416.188781:0:14612:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354ca80 x1860112200247936/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941416.188795:0:14612:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d79900. 02000000:00000010:1.0:1773941416.188810:0:14612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90cc3000. 02000000:00000010:1.0:1773941416.188814:0:14612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a90f1ce00. 00000100:00000010:1.0:1773941416.188817:0:14612:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354ca80. 10000000:00000010:1.0:1773941416.188825:0:14612:0:(mgc_request.c:1545:mgc_process_recover_log()) kmalloced '(pages)': 2048 at ffff8a5a892ab000. 00000100:00000010:1.0:1773941416.189515:0:14612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354ca80. 02000000:00000010:1.0:1773941416.189524:0:14612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a90f1ce00. 00000100:00000010:1.0:1773941416.189531:0:14612:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff8a5a90cc3000. 00000100:00000010:1.0:1773941416.189537:0:14612:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff8a5a90c8a000. 00000100:00000010:1.0:1773941416.189552:0:14612:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d79900. 00000400:00000200:1.0:1773941416.189566:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941416.189569:0:14612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d8738. 00000400:00000010:1.0:1773941416.189574:0:14612:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff8a5a83e80000. 00000100:00000200:1.0:1773941416.189580:0:14612:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x69bc31ef02b00-0x69bc31ef02b00, portal 33 02000000:00000010:1.0:1773941416.189585:0:14612:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a90f1da00. 00000400:00000200:1.0:1773941416.189588:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941416.189590:0:14612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d8f78. 00000400:00000010:1.0:1773941416.189593:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cdd0. 00000100:00000200:1.0:1773941416.189595:0:14612:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200248064, portal 25 00000400:00000010:1.0:1773941416.189604:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c880. 00000100:00000200:1.0:1773941416.189607:0:14612:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1860112200248064, offset 0 00000400:00000200:1.0:1773941416.189612:0:14612:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941416.189616:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.189622:0:14612:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941416.189625:0:14612:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941416.189628:0:14612:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941416.189631:0:14612:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941416.189634:0:14612:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:1.0:1773941416.189638:0:14612:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [92:92:256:4294967295] 192.168.202.112@tcp LPNI seq info [92:92:8:4294967295] 00000400:00000200:1.0:1773941416.189661:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.189669:0:14612:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:1.0:1773941416.189675:0:14612:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:1.0:1773941416.189679:0:14612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87d76b00. 00000800:00000200:1.0:1773941416.189684:0:14612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:1.0:1773941416.189688:0:14612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:1.0:1773941416.189692:0:14612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87d76b00 type 1, nob 400 niov 1 nkiov 1 00000400:00000200:1.0:1773941416.189701:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941416.189759:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941416.189763:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87d76b00. 00000400:00000200:1.0:1773941416.189767:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.189771:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941416.189775:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c880 00000400:00000010:1.0:1773941416.189777:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c880. 00000100:00000200:1.0:1773941416.189782:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354ca80 x1860112200248064/t0(0) o256->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941416.190572:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.190576:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941416.190581:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.190584:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.190587:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.190598:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 132 into portal 33 MB=0x69bc31ef02b00 00000400:00000200:1.0:1773941416.190601:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.190605:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.112@tcp of length 132/132 into md 0x821 [256] + 0 00000400:00000010:1.0:1773941416.190609:0:2398:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d8738. 00000400:00000200:1.0:1773941416.190612:0:2398:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a5a83e80000 00000400:00000200:1.0:1773941416.190621:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.190625:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941416.190628:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83e80000 00000400:00000010:1.0:1773941416.190630:0:2398:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff8a5a83e80000. 00000100:00000200:1.0:1773941416.190636:0:2398:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff8a5a8354ca80 desc ffff8a5a90cc3000 mbits 1860112200248064 00000400:00000200:1.0:1773941416.190667:0:2398:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1773941416.190672:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.190678:0:2398:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.12@tcp to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941416.190684:0:2398:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [93:93:256:4294967295] 192.168.202.112@tcp LPNI seq info [93:93:8:4294967295] 00000400:00000200:1.0:1773941416.190688:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.190698:0:2398:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:192.168.202.12@tcp) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) 192.168.202.112@tcp : ACK try# 0 00000800:00000200:1.0:1773941416.190706:0:2398:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.112@tcp 00000800:00000010:1.0:1773941416.190710:0:2398:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff8a5a83e80000. 00000800:00000200:1.0:1773941416.190715:0:2398:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:1.0:1773941416.190720:0:2398:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:1.0:1773941416.190723:0:2398:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a83e80000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:1.0:1773941416.190782:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941416.190785:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff8a5a83e80000. 00000400:00000200:1.0:1773941416.190790:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.190795:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: ACK: OK 00000400:00000200:0.0:1773941416.191368:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.191373:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941416.191379:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.191383:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.191386:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.191389:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 240 into portal 25 MB=0x69bc31ef02b00 00000400:00000200:0.0:1773941416.191393:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.191397:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 240/240 into md 0x829 [1] + 224 00000400:00000200:0.0:1773941416.191406:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941416.191409:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941416.191417:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354ca80 x1860112200248064/t0(0) o256->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941432 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941416.191444:0:14612:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d8f78. 00000400:00000200:0.0:1773941416.191448:0:14612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cdd0 00000400:00000010:0.0:1773941416.191450:0:14612:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cdd0. 00000100:00000200:0.0:1773941416.191455:0:14612:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354ca80 x1860112200248064/t0(0) o256->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941416.191477:0:14612:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354ca80 x1860112200248064/t0(0) o256->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 304/240 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941416.191494:0:14612:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d79900. 10000000:00000010:0.0:1773941416.191505:0:14612:0:(mgc_request.c:1297:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff8a5a90c6e000. 00000100:00000200:0.0:1773941416.191515:0:14612:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.112@tcp with 192.168.202.112@tcp 00000100:00000200:0.0:1773941416.191517:0:14612:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.112@tcp' 00000400:00000200:0.0:1773941416.191520:0:14612:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1773941416.191524:0:14612:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.112@tcp 00000400:00000200:0.0:1773941416.191527:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.191531:0:14612:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.112@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1773941416.191535:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.191539:0:14612:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773941416.191543:0:14612:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp: 0. pending discovery 00000400:00000200:0.0:1773941416.191545:0:14612:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.112@tcp 10000000:00000010:0.0:1773941416.191550:0:14612:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8a5a90e76300. 00000020:00000010:0.0:1773941416.191559:0:14612:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5aa066ac00. 00000020:00000010:0.0:1773941416.191564:0:14612:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87e48600. 00000020:00000010:0.0:1773941416.191568:0:14612:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a996c3720. 00000008:00000010:0.0:1773941416.191574:0:14612:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5a8308ce18. 00020000:00000010:0.0:1773941416.191579:0:14612:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a89e02180. 00008000:00000010:0.0:1773941416.191585:0:14612:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941416.191637:0:14612:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87e48600. 00000020:00000010:0.0:1773941416.191664:0:14612:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a996c3720. 00000008:00000010:0.0:1773941416.191668:0:14612:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8a5a8308ce18. 00020000:00000010:0.0:1773941416.191672:0:14612:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5a89e02180. 00008000:00000010:0.0:1773941416.191675:0:14612:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941416.191679:0:14612:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5aa066ac00. 10000000:00000010:0.0:1773941416.191683:0:14612:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8a5a90e76300. 00000100:00000200:0.0:1773941416.191691:0:14612:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.112@tcp with 192.168.202.112@tcp 00000100:00000200:0.0:1773941416.191693:0:14612:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.112@tcp' 00000400:00000200:0.0:1773941416.191695:0:14612:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1773941416.191710:0:14612:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.112@tcp 00000400:00000200:0.0:1773941416.191716:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.191720:0:14612:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.112@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1773941416.191724:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.191728:0:14612:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773941416.191730:0:14612:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp: 0. pending discovery 00000400:00000200:0.0:1773941416.191733:0:14612:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.112@tcp 10000000:00000010:0.0:1773941416.191737:0:14612:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8a5a90e76300. 00000020:00000010:0.0:1773941416.191742:0:14612:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87e48600. 00000020:00000010:0.0:1773941416.191745:0:14612:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87e49a00. 00000020:00000010:0.0:1773941416.191748:0:14612:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a996c3720. 00000008:00000010:0.0:1773941416.191751:0:14612:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5a8308ce18. 00020000:00000010:0.0:1773941416.191754:0:14612:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a89e02180. 00008000:00000010:0.0:1773941416.191756:0:14612:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941416.191781:0:14612:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87e49a00. 00000020:00000010:0.0:1773941416.191784:0:14612:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a996c3720. 00000008:00000010:0.0:1773941416.191786:0:14612:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8a5a8308ce18. 00020000:00000010:0.0:1773941416.191789:0:14612:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5a89e02180. 00008000:00000010:0.0:1773941416.191792:0:14612:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941416.191796:0:14612:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87e48600. 10000000:00000010:0.0:1773941416.191799:0:14612:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8a5a90e76300. 00000100:00000200:0.0:1773941416.191807:0:14612:0:(lustre_peer.c:175:class_add_nids_to_uuid()) Comparing 192.168.202.112@tcp with 192.168.202.112@tcp 00000100:00000200:0.0:1773941416.191809:0:14612:0:(lustre_peer.c:182:class_add_nids_to_uuid()) Updating UUID '192.168.202.112@tcp' 00000400:00000200:0.0:1773941416.191811:0:14612:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00000200:0.0:1773941416.191814:0:14612:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.112@tcp 00000400:00000200:0.0:1773941416.191817:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.191819:0:14612:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.112@tcp NID flags 0x100001: -17 00000400:00000200:0.0:1773941416.191823:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.191826:0:14612:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:0.0:1773941416.191829:0:14612:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp: 0. pending discovery 00000400:00000200:0.0:1773941416.191832:0:14612:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.112@tcp 10000000:00000010:0.0:1773941416.191836:0:14612:0:(mgc_request.c:1479:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff8a5a90e76300. 00000020:00000010:0.0:1773941416.191840:0:14612:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87e48600. 00000020:00000010:0.0:1773941416.191844:0:14612:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87e49a00. 00000020:00000010:0.0:1773941416.191855:0:14612:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a996c3720. 00000008:00000010:0.0:1773941416.191859:0:14612:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5a8308ce18. 00020000:00000010:0.0:1773941416.191861:0:14612:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a89e02180. 00008000:00000010:0.0:1773941416.191863:0:14612:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941416.191886:0:14612:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87e49a00. 00000020:00000010:0.0:1773941416.191888:0:14612:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a996c3720. 00000008:00000010:0.0:1773941416.191891:0:14612:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8a5a8308ce18. 00020000:00000010:0.0:1773941416.191894:0:14612:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5a89e02180. 00008000:00000010:0.0:1773941416.191896:0:14612:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941416.191899:0:14612:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87e48600. 10000000:00000010:0.0:1773941416.191902:0:14612:0:(mgc_request.c:1495:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff8a5a90e76300. 10000000:00000010:0.0:1773941416.191905:0:14612:0:(mgc_request.c:1507:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff8a5a90c6e000. 02000000:00000010:0.0:1773941416.191911:0:14612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a90f1da00. 00000100:00000010:0.0:1773941416.191922:0:14612:0:(client.c:333:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff8a5a90c8a000. 00000100:00000010:0.0:1773941416.191925:0:14612:0:(client.c:334:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff8a5a90cc3000. 02000000:00000010:0.0:1773941416.191928:0:14612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a90f1ce00. 00000100:00000010:0.0:1773941416.191931:0:14612:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354ca80. 10000000:00000010:0.0:1773941416.192425:0:14612:0:(mgc_request.c:1663:mgc_process_recover_log()) kvfree 'pages': 2048 at ffff8a5a892ab000. 00000100:00000010:0.0:1773941416.192446:0:14612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a86089500. 02000000:00000010:0.0:1773941416.192454:0:14612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87e48600. 00010000:00000010:0.0:1773941416.192463:0:14612:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5aa0e2ef00. 00010000:00000010:0.0:1773941416.192467:0:14612:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a80031a00. 00000020:00000010:0.0:1773941416.192471:0:14612:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff8a5a90e76300. 00000100:00000010:0.0:1773941416.192482:0:14612:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a84eff9c0. 02000000:00000010:0.0:1773941416.192491:0:14612:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c72000. 00000400:00000200:0.0:1773941416.192495:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941416.192498:0:14612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629318. 00000400:00000010:0.0:1773941416.192501:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b770. 00000100:00000200:0.0:1773941416.192505:0:14612:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200248192, portal 25 00000400:00000010:0.0:1773941416.192509:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b6e8. 00000100:00000200:0.0:1773941416.192511:0:14612:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200248192, offset 0 00000400:00000200:0.0:1773941416.192515:0:14612:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941416.192525:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.192528:0:14612:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941416.192531:0:14612:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941416.192533:0:14612:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941416.192537:0:14612:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941416.192539:0:14612:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941416.192543:0:14612:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [94:94:256:4294967295] 192.168.202.112@tcp LPNI seq info [94:94:8:4294967295] 00000400:00000200:0.0:1773941416.192546:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.192552:0:14612:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:0.0:1773941416.192555:0:14612:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:0.0:1773941416.192558:0:14612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a8a62b800. 00000800:00000200:0.0:1773941416.192562:0:14612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:0.0:1773941416.192566:0:14612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941416.192569:0:14612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a8a62b800 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1773941416.192581:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941416.192620:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941416.192624:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a8a62b800. 00000400:00000200:1.0:1773941416.192627:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.192631:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941416.192634:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b6e8 00000400:00000010:1.0:1773941416.192828:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b6e8. 00000100:00000200:1.0:1773941416.192835:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a86089500 x1860112200248192/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941416.194083:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.194089:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941416.194096:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.194100:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.194105:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.194110:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 344 into portal 25 MB=0x69bc31ef02b80 00000400:00000200:0.0:1773941416.194115:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.194121:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 344/344 into md 0x839 [1] + 224 00000400:00000200:0.0:1773941416.194133:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941416.194138:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941416.194147:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a86089500 x1860112200248192/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941432 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941416.194182:0:14612:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629318. 00000400:00000200:0.0:1773941416.194187:0:14612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b770 00000400:00000010:0.0:1773941416.194189:0:14612:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b770. 00000100:00000200:0.0:1773941416.194203:0:14612:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a86089500 x1860112200248192/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941416.194213:0:14612:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a86089500 x1860112200248192/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1773941416.194236:0:14612:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a84eff9c0. 02000000:00000010:0.0:1773941416.194252:0:14612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c72000. 02000000:00000010:0.0:1773941416.194256:0:14612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87e48600. 00000100:00000010:0.0:1773941416.194260:0:14612:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a86089500. 10000000:00000010:0.0:1773941416.194268:0:14612:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a98b42c80. 00000020:00000010:0.0:1773941416.194272:0:14612:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87e48600. 00000020:00000010:0.0:1773941416.194276:0:14612:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87e49a00. 00000040:00000010:0.0:1773941416.194280:0:14612:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87e49c00. 00000020:00000010:0.0:1773941416.194286:0:14612:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a98b0f000. 00000020:00000010:0.0:1773941416.194291:0:14612:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87e49600. 80000000:00000010:0.0:1773941416.194296:0:14612:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a996c3720. 00040000:00000010:0.0:1773941416.194301:0:14612:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87e48a00. 20000000:00000010:0.0:1773941416.194306:0:14612:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5aa066ac00. 00000040:00000010:0.0:1773941416.194313:0:14612:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff8a5a82c2ea00. 00000100:00000010:0.0:1773941416.194318:0:14612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a86089500. 02000000:00000010:0.0:1773941416.194326:0:14612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a82c2e200. 00000100:00000010:0.0:1773941416.194334:0:14612:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a84eff9c0. 02000000:00000010:0.0:1773941416.194347:0:14612:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a8a5a8e00. 00000400:00000200:0.0:1773941416.194352:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941416.194355:0:14612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629318. 00000400:00000010:0.0:1773941416.194359:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b770. 00000100:00000200:0.0:1773941416.194364:0:14612:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200248320, portal 25 00000400:00000010:0.0:1773941416.194369:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b4c8. 00000100:00000200:0.0:1773941416.194372:0:14612:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1860112200248320, offset 0 00000400:00000200:0.0:1773941416.194377:0:14612:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941416.194383:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.194388:0:14612:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941416.194397:0:14612:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941416.194400:0:14612:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941416.194402:0:14612:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941416.194406:0:14612:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941416.194410:0:14612:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [95:95:256:4294967295] 192.168.202.112@tcp LPNI seq info [95:95:8:4294967295] 00000400:00000200:0.0:1773941416.194414:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941416.194425:0:14612:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:0.0:1773941416.194430:0:14612:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:0.0:1773941416.194435:0:14612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a8a62b800. 00000800:00000200:0.0:1773941416.194439:0:14612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:0.0:1773941416.194445:0:14612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941416.194448:0:14612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a8a62b800 type 1, nob 600 niov 1 nkiov 1 00000400:00000200:0.0:1773941416.194463:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941416.194507:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941416.194511:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a8a62b800. 00000400:00000200:1.0:1773941416.194515:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.194520:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941416.194524:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b4c8 00000400:00000010:1.0:1773941416.194526:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b4c8. 00000100:00000200:1.0:1773941416.194534:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a86089500 x1860112200248320/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941416.195603:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.195610:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941416.195617:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.195621:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.195625:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.195628:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 272 into portal 25 MB=0x69bc31ef02c00 00000400:00000200:1.0:1773941416.195633:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.195637:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 272/272 into md 0x849 [1] + 224 00000400:00000200:1.0:1773941416.195875:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.195882:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941416.195892:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a86089500 x1860112200248320/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941432 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941416.195937:0:14612:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629318. 00000400:00000200:1.0:1773941416.195955:0:14612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b770 00000400:00000010:1.0:1773941416.195957:0:14612:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b770. 00000100:00000200:1.0:1773941416.195965:0:14612:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a86089500 x1860112200248320/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941416.195976:0:14612:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a86089500 x1860112200248320/t0(0) o501->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 504/272 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941416.196007:0:14612:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a84eff9c0. 02000000:00000010:1.0:1773941416.196017:0:14612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a8a5a8e00. 02000000:00000010:1.0:1773941416.196021:0:14612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a82c2e200. 00000100:00000010:1.0:1773941416.196025:0:14612:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a86089500. 00000040:00000010:1.0:1773941416.196033:0:14612:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff8a5a83e80000. 00000100:00000010:1.0:1773941416.196039:0:14612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354d500. 02000000:00000010:1.0:1773941416.196047:0:14612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a90f1d400. 00000100:00000010:1.0:1773941416.196054:0:14612:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d79840. 02000000:00000010:1.0:1773941416.196073:0:14612:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff8a5a90dc8000. 00000400:00000200:1.0:1773941416.196078:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941416.196083:0:14612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d8738. 00000400:00000010:1.0:1773941416.196088:0:14612:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff8a5a90d79180. 00000100:00000200:1.0:1773941416.196092:0:14612:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1860112200248448, portal 25 00000400:00000010:1.0:1773941416.196097:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c880. 00000100:00000200:1.0:1773941416.196099:0:14612:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1860112200248448, offset 0 00000400:00000200:1.0:1773941416.196105:0:14612:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941416.196111:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.196116:0:14612:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941416.196120:0:14612:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941416.196123:0:14612:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941416.196126:0:14612:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941416.196129:0:14612:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:1.0:1773941416.196133:0:14612:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [96:96:256:4294967295] 192.168.202.112@tcp LPNI seq info [96:96:8:4294967295] 00000400:00000200:1.0:1773941416.196138:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.196145:0:14612:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:1.0:1773941416.196151:0:14612:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:1.0:1773941416.196155:0:14612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87d76b00. 00000800:00000200:1.0:1773941416.196160:0:14612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:1.0:1773941416.196165:0:14612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:1.0:1773941416.196170:0:14612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87d76b00 type 1, nob 368 niov 1 nkiov 1 00000400:00000200:1.0:1773941416.196186:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941416.196248:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941416.196251:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87d76b00. 00000400:00000200:1.0:1773941416.196255:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.196259:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941416.196263:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c880 00000400:00000010:1.0:1773941416.196264:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c880. 00000100:00000200:1.0:1773941416.196270:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354d500 x1860112200248448/t0(0) o503->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941432 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941416.197250:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.197255:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941416.197262:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.197265:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.197268:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.197271:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 8416 into portal 25 MB=0x69bc31ef02c80 00000400:00000200:1.0:1773941416.197275:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.197279:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 8416/8416 into md 0x859 [4] + 224 00000400:00000200:1.0:1773941416.197291:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.197295:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941416.197303:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354d500 x1860112200248448/t0(0) o503->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941432 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941416.197330:0:14612:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d8738. 00000400:00000200:1.0:1773941416.197334:0:14612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90d79180 00000400:00000010:1.0:1773941416.197336:0:14612:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff8a5a90d79180. 00000100:00000200:1.0:1773941416.197341:0:14612:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354d500 x1860112200248448/t0(0) o503->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941416.197349:0:14612:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354d500 x1860112200248448/t0(0) o503->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 272/8416 e 0 to 0 dl 1773941432 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941416.197364:0:14612:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d79840. 02000000:00000010:1.0:1773941416.197370:0:14612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff8a5a90dc8000. 02000000:00000010:1.0:1773941416.197384:0:14612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a90f1d400. 00000100:00000010:1.0:1773941416.197388:0:14612:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354d500. 00000040:00000010:1.0:1773941416.197395:0:14612:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff8a5a83eff180. 00000020:00000010:1.0:1773941416.197488:0:14637:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a90f1c200. 00000020:00000010:1.0:1773941416.197494:0:14637:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a90f1d200. 00000040:00000010:1.0:1773941416.197498:0:14637:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a90f1d600. 00000020:00000010:1.0:1773941416.197503:0:14637:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a892ae800. 00000020:00000010:1.0:1773941416.197508:0:14637:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a988cd080. 00000020:00000010:1.0:1773941416.197514:0:14637:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a90f1c600. 80000000:00000010:1.0:1773941416.197519:0:14637:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83eff1e0. 40000000:00000010:1.0:1773941416.197524:0:14637:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a9009f400. 00100000:00000010:1.0:1773941416.197530:0:14637:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a892ad000. 00040000:00000010:1.0:1773941416.197535:0:14637:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a87d76b00. 00040000:00000010:1.0:1773941416.197540:0:14637:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a892a8800. 00040000:00000010:1.0:1773941416.197545:0:14637:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a90f1c800. 00000004:00000010:1.0:1773941416.197550:0:14637:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a892ab800. 00000004:00000010:1.0:1773941416.197556:0:14637:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a90c8d000. 00000004:00000010:1.0:1773941416.197561:0:14637:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a892aa000. 00002000:00000010:1.0:1773941416.197567:0:14637:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a90cc1800. 00000004:00000010:1.0:1773941416.197573:0:14637:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a90cc0400. 00000020:00000010:1.0:1773941416.197578:0:14637:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9009fb80. 00000040:00000010:1.0:1773941416.197586:0:14637:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff8a5a83e82000. 00000040:00000010:1.0:1773941416.198086:0:14637:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff8a5a83e82000. 00000020:00000010:1.0:1773941416.198094:0:14637:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9009fb80. 00000020:00000010:1.0:1773941416.198102:0:14637:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a90f1d200. 00000040:00000010:1.0:1773941416.198106:0:14637:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a90f1d600. 00000020:00000010:1.0:1773941416.198109:0:14637:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a892ae800. 00000020:00000010:1.0:1773941416.198114:0:14637:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a988cd080. 00000020:00000010:1.0:1773941416.198127:0:14637:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a90f1c600. 80000000:00000010:1.0:1773941416.198131:0:14637:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83eff1e0. 40000000:00000010:1.0:1773941416.198136:0:14637:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a9009f400. 00100000:00000010:1.0:1773941416.198140:0:14637:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a892ad000. 00040000:00000010:1.0:1773941416.198143:0:14637:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a87d76b00. 00040000:00000010:1.0:1773941416.198154:0:14637:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a892a8800. 00040000:00000010:1.0:1773941416.198158:0:14637:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a90f1c800. 00000004:00000010:1.0:1773941416.198161:0:14637:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a892ab800. 00000004:00000010:1.0:1773941416.198165:0:14637:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a90c8d000. 00000004:00000010:1.0:1773941416.198169:0:14637:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a892aa000. 00002000:00000010:1.0:1773941416.198172:0:14637:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a90cc1800. 00000004:00000010:1.0:1773941416.198178:0:14637:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a90cc0400. 00000020:00000010:1.0:1773941416.198181:0:14637:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a90f1c200. 00000040:00000010:1.0:1773941416.198195:0:14612:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff8a5a83eff180. 00000040:00000010:1.0:1773941416.198200:0:14612:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff8a5a83e80000. 00000040:00000010:1.0:1773941416.198205:0:14612:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff8a5a82c2ea00. 00000020:00000010:1.0:1773941416.198210:0:14612:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87e49a00. 00000040:00000010:1.0:1773941416.198213:0:14612:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87e49c00. 00000020:00000010:1.0:1773941416.198216:0:14612:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a98b0f000. 00000020:00000010:1.0:1773941416.198220:0:14612:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87e49600. 80000000:00000010:1.0:1773941416.198224:0:14612:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a996c3720. 00040000:00000010:1.0:1773941416.198227:0:14612:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87e48a00. 20000000:00000010:1.0:1773941416.198231:0:14612:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5aa066ac00. 00000020:00000010:1.0:1773941416.198235:0:14612:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87e48600. 10000000:00000010:1.0:1773941416.198239:0:14612:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a98b42c80. 00000020:00000010:1.0:1773941416.198257:0:14612:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a8a5d9600. 00000040:00000010:1.0:1773941416.198260:0:14612:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a8a5d9800. 00000020:00000010:1.0:1773941416.198263:0:14612:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a9821d000. 00000020:00000010:1.0:1773941416.198267:0:14612:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a8a5d8400. 00040000:00000010:1.0:1773941416.198270:0:14612:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a8a564200. 00040000:00000010:1.0:1773941416.198273:0:14612:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a8a5d9e00. 00000020:00000010:1.0:1773941416.198276:0:14612:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a8a5d8800. 00000020:00000010:1.0:1773941416.198280:0:14612:0:(obd_mount.c:82:lustre_process_log()) kfreed 'lcfg': 184 at ffff8a5a8a45fa80. 00000020:00000010:1.0:1773941416.198284:0:14612:0:(obd_mount.c:84:lustre_process_log()) kfreed 'bufs': 104 at ffff8a5a98814a80. 00000080:00000010:1.0:1773941416.198291:0:14612:0:(llite_lib.c:1502:ll_fill_super()) kmalloced '(dt)': 33 at ffff8a5a9009f400. 00000080:00000010:1.0:1773941416.198296:0:14612:0:(llite_lib.c:1508:ll_fill_super()) kmalloced '(md)': 33 at ffff8a5a9009ffc0. 00000080:00000010:1.0:1773941416.198305:0:14612:0:(llite_lib.c:348:client_common_fill_super()) kmalloced '(data)': 192 at ffff8a5a90d79180. 00000080:00000010:1.0:1773941416.198309:0:14612:0:(llite_lib.c:352:client_common_fill_super()) kmalloced '(osfs)': 144 at ffff8a5a90d79e40. 00000020:00000010:1.0:1773941416.198318:0:14612:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8a5a892aa000. 00000020:00000010:1.0:1773941416.198360:0:14612:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8a5a892ab800. 00000400:00000200:1.0:1773941416.198373:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.198378:0:14612:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000010:1.0:1773941416.198394:0:14612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354d500. 02000000:00000010:1.0:1773941416.198407:0:14612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90cc0400. 00000008:00000010:3.0:1773941416.198441:0:2404:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5a9001ce18. 40000000:00000010:1.0:1773941416.198448:0:14612:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff8a5a87d76b00. 00020000:00000010:3.0:1773941416.198449:0:2404:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a9826f240. 40000000:00000010:1.0:1773941416.198455:0:14612:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff8a5a90d79540. 00000008:00000010:3.0:1773941416.198456:0:2404:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8a5a850d1340. 00020000:00000010:3.0:1773941416.198462:0:2404:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a90c87cc0. 02000000:00000010:3.0:1773941416.198472:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a83550000. 00000400:00000200:3.0:1773941416.198477:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941416.198480:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644790. 00000400:00000010:3.0:1773941416.198486:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875da18. 00000100:00000200:3.0:1773941416.198490:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200248576, portal 10 00000020:00000010:3.0:1773941416.198497:0:2404:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a5a90c58000. 00000400:00000010:3.0:1773941416.198502:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d5d8. 00000100:00000200:3.0:1773941416.198511:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112200248576, offset 0 00000400:00000200:3.0:1773941416.198517:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941416.198521:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941416.198527:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941416.198530:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941416.198533:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941416.198535:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941416.198539:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 40000000:00000010:1.0:1773941416.198540:0:14612:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff8a5a90d79540. 00000400:00000200:3.0:1773941416.198544:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [97:97:256:4294967295] 192.168.202.112@tcp LPNI seq info [97:97:8:4294967295] 80000000:00000010:1.0:1773941416.198549:0:14612:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff8a5a9009f180. 00000400:00000200:3.0:1773941416.198551:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00020000:00000010:1.0:1773941416.198559:0:14612:0:(lu_tgt_descs.c:102:lu_qos_add_tgt()) kmalloced '(svr)': 104 at ffff8a5a854fcb00. 00000400:00000200:3.0:1773941416.198564:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000100:00000010:1.0:1773941416.198570:0:14612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354fb80. 00000800:00000200:3.0:1773941416.198575:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 02000000:00000010:1.0:1773941416.198579:0:14612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a87d76200. 00000800:00000010:3.0:1773941416.198581:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa17dae00. 00000800:00000200:3.0:1773941416.198590:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941416.198597:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941416.198601:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa17dae00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1773941416.198612:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000020:00000010:1.0:1773941416.198612:0:14612:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8a5a892a8800. 00000400:00000200:1.0:1773941416.198626:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.198631:0:14612:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000010:1.0:1773941416.198661:0:14612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354ca80. 02000000:00000010:1.0:1773941416.198667:0:14612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90cc1800. 40000000:00000010:1.0:1773941416.198693:0:14612:0:(fid_request.c:432:client_fid_init()) kmalloced '(cli->cl_seq)': 224 at ffff8a5a8a564200. 40000000:00000010:1.0:1773941416.198697:0:14612:0:(fid_request.c:436:client_fid_init()) kmalloced '(prefix)': 133 at ffff8a5a90d79540. 02000000:00000010:3.0:1773941416.198698:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a83552400. 00000400:00000200:3.0:1773941416.198704:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941416.198707:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644840. 00000400:00000010:3.0:1773941416.198711:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d550. 00000100:00000200:3.0:1773941416.198714:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200248832, portal 10 00000020:00000010:3.0:1773941416.198719:0:2404:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a5a90c5e000. 00000400:00000010:3.0:1773941416.198723:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d3b8. 00000100:00000200:3.0:1773941416.198725:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112200248832, offset 0 00000400:00000200:3.0:1773941416.198730:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941416.198733:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941416.198737:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941416.198739:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941416.198742:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941416.198744:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941416.198751:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941416.198754:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [98:98:255:4294967295] 192.168.202.112@tcp LPNI seq info [98:98:7:4294967295] 00000400:00000200:3.0:1773941416.198758:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 40000000:00000010:1.0:1773941416.198758:0:14612:0:(fid_request.c:444:client_fid_init()) kfreed 'prefix': 133 at ffff8a5a90d79540. 00000400:00000200:3.0:1773941416.198766:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 80000000:00000010:1.0:1773941416.198767:0:14612:0:(fld_request.c:150:fld_client_add_target()) kmalloced '(target)': 40 at ffff8a5a9009f9c0. 00000800:00000200:3.0:1773941416.198774:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941416.198778:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa17daf00. 00000100:00000010:1.0:1773941416.198779:0:14612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354c000. 00000800:00000200:3.0:1773941416.198784:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941416.198789:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 02000000:00000010:1.0:1773941416.198789:0:14612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a87d2fc00. 00000800:00000200:3.0:1773941416.198792:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa17daf00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1773941416.198797:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00800000:00000010:1.0:1773941416.198810:0:14612:0:(lmv_obd.c:1417:lmv_statfs()) kmalloced '(temp)': 144 at ffff8a5a90d79540. 00000100:00000010:1.0:1773941416.198817:0:14612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354f100. 02000000:00000010:1.0:1773941416.198823:0:14612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a83c44b00. 00000100:00000010:1.0:1773941416.198829:0:14612:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d79000. 00000008:00000010:1.0:1773941416.198875:0:2405:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5aa06437c8. 00020000:00000010:1.0:1773941416.198879:0:2405:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5aa14a0a80. 00000008:00000010:1.0:1773941416.198883:0:2405:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8a5aa07f89a0. 00020000:00000010:1.0:1773941416.198886:0:2405:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a98b44000. 00000008:00000010:1.0:1773941416.198908:0:2406:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5aa0640b28. 00020000:00000010:1.0:1773941416.198917:0:2406:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5aa14a0900. 00000008:00000010:1.0:1773941416.198921:0:2406:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8a5aa07f8580. 00020000:00000010:1.0:1773941416.198924:0:2406:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a98b47a80. 00000800:00000200:1.0:1773941416.198967:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941416.198971:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa17dae00. 00000400:00000200:1.0:1773941416.198978:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.198983:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941416.198986:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d5d8 00000400:00000010:1.0:1773941416.198989:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d5d8. 00000100:00000200:1.0:1773941416.198997:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354d500 x1860112200248576/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773941416.199053:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941416.199056:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa17daf00. 00000400:00000200:1.0:1773941416.199059:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.199064:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941416.199067:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d3b8 00000400:00000010:1.0:1773941416.199069:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d3b8. 00000100:00000200:1.0:1773941416.199075:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354ca80 x1860112200248832/t0(0) o38->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941416.200559:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.200568:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941416.200575:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.200580:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.200585:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.200591:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 10 MB=0x69bc31ef02d00 00000400:00000200:1.0:1773941416.200597:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.200603:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 416/416 into md 0x869 [1] + 0 00000400:00000200:1.0:1773941416.200621:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.200626:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941416.200637:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354d500 x1860112200248576/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941426 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941416.200959:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.200964:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941416.200969:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.200972:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.200977:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.200980:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 10 MB=0x69bc31ef02e00 00000400:00000200:1.0:1773941416.200984:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.200990:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 416/416 into md 0x871 [1] + 0 00000400:00000200:1.0:1773941416.201001:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.201005:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941416.201012:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354ca80 x1860112200248832/t0(0) o38->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941426 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941416.201042:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644840. 00000400:00000200:1.0:1773941416.201048:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d550 00000400:00000010:1.0:1773941416.201051:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d550. 00000100:00000200:1.0:1773941416.201057:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354ca80 x1860112200248832/t0(0) o38->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941416.201066:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354ca80 x1860112200248832/t0(0) o38->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941426 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1773941416.201083:0:2404:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a5a83e80000. 00000400:00000010:1.0:1773941416.201100:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644790. 00000400:00000200:1.0:1773941416.201104:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875da18 00000400:00000010:1.0:1773941416.201106:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875da18. 00000100:00000200:1.0:1773941416.201111:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354d500 x1860112200248576/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941416.201121:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354d500 x1860112200248576/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941426 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1773941416.201144:0:2404:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a5a83e82000. 02000000:00000010:1.0:1773941416.201156:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a83552400. 02000000:00000010:1.0:1773941416.201163:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90cc1800. 00000100:00000010:1.0:1773941416.201169:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354ca80. 02000000:00000010:1.0:1773941416.201173:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a83550000. 02000000:00000010:1.0:1773941416.201177:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90cc0400. 00000100:00000010:1.0:1773941416.201180:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354d500. 00000020:00000010:3.0:1773941416.203394:0:14638:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8a5a90eadb80. 00000100:00000200:3.0:1773941416.203417:0:14638:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.112@tcp->12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941416.203424:0:14638:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941416.203430:0:14638:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.112@tcp primary NID 192.168.202.112@tcp rc 0 00000100:00000010:3.0:1773941416.203452:0:14638:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90087480. 02000000:00000010:3.0:1773941416.203467:0:14638:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a83553800. 00000020:00000010:3.0:1773941416.203494:0:14638:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8a5a90eadb80. 02000000:00000010:1.0:1773941416.203515:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90cc1800. 00000020:00000010:0.0:1773941416.203517:0:14640:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8a5a98b42340. 00000400:00000200:1.0:1773941416.203524:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000200:0.0:1773941416.203528:0:14640:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.112@tcp->12345-192.168.202.112@tcp 00000400:00000010:1.0:1773941416.203530:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d8738. 00000400:00000200:0.0:1773941416.203535:0:14640:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941416.203540:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c880. 00000400:00000200:0.0:1773941416.203543:0:14640:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.112@tcp primary NID 192.168.202.112@tcp rc 0 00000100:00000200:1.0:1773941416.203549:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200249216, portal 10 00000100:00000010:0.0:1773941416.203556:0:14640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8608ad80. 00000400:00000010:1.0:1773941416.203557:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934ccc0. 00000100:00000200:1.0:1773941416.203564:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112200249216, offset 0 02000000:00000010:0.0:1773941416.203569:0:14640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90c72000. 00000400:00000200:1.0:1773941416.203575:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000020:00000010:0.0:1773941416.203582:0:14640:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8a5a98b42340. 00000400:00000200:1.0:1773941416.203583:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.203592:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941416.203597:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941416.203601:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941416.203606:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941416.203609:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:1.0:1773941416.203614:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [99:99:256:4294967295] 192.168.202.112@tcp LPNI seq info [99:99:8:4294967295] 00000400:00000200:1.0:1773941416.203620:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.203629:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:1.0:1773941416.203635:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:1.0:1773941416.203671:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a83c44e00. 00000800:00000200:1.0:1773941416.203679:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:1.0:1773941416.203686:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:1.0:1773941416.203691:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a83c44e00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1773941416.203714:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 02000000:00000010:1.0:1773941416.203731:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90cc2c00. 00000400:00000200:1.0:1773941416.203735:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941416.203738:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d8d10. 00000400:00000010:1.0:1773941416.203743:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cdd0. 00000100:00000200:1.0:1773941416.203747:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200249344, portal 10 00000400:00000010:1.0:1773941416.203751:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c990. 00000100:00000200:1.0:1773941416.203754:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112200249344, offset 0 00000400:00000200:1.0:1773941416.203759:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941416.203763:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.203767:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941416.203770:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941416.203772:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941416.203775:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941416.203777:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:1.0:1773941416.203780:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [100:100:255:4294967295] 192.168.202.112@tcp LPNI seq info [100:100:7:4294967295] 00000400:00000200:1.0:1773941416.203784:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.203790:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:1.0:1773941416.203794:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:1.0:1773941416.203798:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a83c44900. 00000800:00000200:1.0:1773941416.203802:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:1.0:1773941416.203806:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:1.0:1773941416.203809:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a83c44900 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1773941416.203814:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941416.203865:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941416.203869:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a83c44e00. 00000400:00000200:1.0:1773941416.203874:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.203878:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941416.203882:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934ccc0 00000400:00000010:1.0:1773941416.203884:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934ccc0. 00000100:00000200:1.0:1773941416.203892:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90087480 x1860112200249216/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1773941416.203979:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941416.203982:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a83c44900. 00000400:00000200:1.0:1773941416.203986:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.203990:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941416.203993:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c990 00000400:00000010:1.0:1773941416.203994:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c990. 00000100:00000200:1.0:1773941416.204000:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8608ad80 x1860112200249344/t0(0) o38->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941426 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941416.205567:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.205573:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941416.205580:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.205583:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.205588:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.205592:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 10 MB=0x69bc31ef02f80 00000400:00000200:1.0:1773941416.205597:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.205602:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 416/416 into md 0x879 [1] + 0 00000400:00000200:1.0:1773941416.205612:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.205616:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941416.205624:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90087480 x1860112200249216/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941426 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941416.205668:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.205673:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941416.205679:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941416.205682:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d8738. 00000400:00000200:1.0:1773941416.205682:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941416.205689:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941416.205690:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c880 00000400:00000010:3.0:1773941416.205694:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c880. 00000400:00000200:1.0:1773941416.205695:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 10 MB=0x69bc31ef03000 00000400:00000200:1.0:1773941416.205701:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000200:3.0:1773941416.205706:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90087480 x1860112200249216/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941416.205709:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 416/416 into md 0x889 [1] + 0 00000100:00000200:3.0:1773941416.205725:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90087480 x1860112200249216/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941426 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941416.205733:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941416.205744:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941416.205752:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8608ad80 x1860112200249344/t0(0) o38->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941426 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1773941416.205753:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90cc1800. 02000000:00000010:3.0:1773941416.205761:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a83553800. 00000100:00000010:3.0:1773941416.205767:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90087480. 00000400:00000010:3.0:1773941416.205772:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d8d10. 00000400:00000200:3.0:1773941416.205775:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cdd0 00000400:00000010:3.0:1773941416.205777:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cdd0. 00000100:00000200:3.0:1773941416.205790:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8608ad80 x1860112200249344/t0(0) o38->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941426 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941416.205799:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8608ad80 x1860112200249344/t0(0) o38->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941426 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lctl.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1773941416.205813:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90cc2c00. 02000000:00000010:3.0:1773941416.205818:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90c72000. 00000100:00000010:3.0:1773941416.205821:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8608ad80. 00000020:00000010:0.0:1773941416.207671:0:14641:0:(lproc_ptlrpc.c:1375:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff8a5a98b42600. 00000020:00000010:0.0:1773941416.207681:0:14641:0:(lproc_ptlrpc.c:1427:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff8a5a98b42600. 00000100:00000010:1.0:1773941417.456735:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a5a830e52a0. 00000100:00000010:0.0:1773941417.456745:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a5a830e5a20. 00000100:00000010:3.0:1773941421.360768:0:476:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90087480. 02000000:00000010:3.0:1773941421.360787:0:476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5aa17daf00. 00000100:00000010:3.0:1773941421.360833:0:476:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085f80. 02000000:00000010:3.0:1773941421.360839:0:476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a83553800. 00000008:00000010:2.0:1773941421.360852:0:2408:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5a98b6ef90. 00000100:00000010:3.0:1773941421.360858:0:476:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084000. 00020000:00000010:2.0:1773941421.360858:0:2408:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a99220480. 02000000:00000010:3.0:1773941421.360865:0:476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a83551c00. 00000008:00000010:2.0:1773941421.360865:0:2408:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8a5a82decdc0. 00020000:00000010:2.0:1773941421.360871:0:2408:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a9abd7a80. 00000008:00000010:3.0:1773941421.360884:0:2407:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5a9001c2f0. 02000000:00000010:2.0:1773941421.360887:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a8a5d9800. 00020000:00000010:3.0:1773941421.360890:0:2407:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a9826f480. 00000008:00000010:3.0:1773941421.360906:0:2407:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8a5a850d0c60. 00020000:00000010:3.0:1773941421.360910:0:2407:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a90c84fc0. 00000400:00000200:2.0:1773941421.360911:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 02000000:00000010:1.0:1773941421.360912:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90cc2000. 00000400:00000010:2.0:1773941421.360919:0:2408:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b3c8. 00000400:00000200:1.0:1773941421.360923:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941421.360929:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678ee0. 00000400:00000010:1.0:1773941421.360929:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d8e70. 00000400:00000010:1.0:1773941421.360936:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c990. 00000100:00000200:2.0:1773941421.360939:0:2408:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200249472, portal 25 00000100:00000200:1.0:1773941421.360941:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200249600, portal 10 00000400:00000010:2.0:1773941421.360947:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa06782a8. 00000400:00000010:1.0:1773941421.360949:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934ccc0. 00000100:00000200:2.0:1773941421.360953:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200249472, offset 0 00000100:00000200:1.0:1773941421.360954:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112200249600, offset 0 00000400:00000200:2.0:1773941421.360967:0:2408:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941421.360968:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941421.360980:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941421.360986:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941421.360990:0:2408:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941421.360994:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941421.360999:0:2408:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941421.361000:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941421.361008:0:2408:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941421.361009:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941421.361015:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941421.361018:0:2408:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941421.361022:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941421.361024:0:2408:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:1.0:1773941421.361029:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [101:101:256:4294967295] 192.168.202.112@tcp LPNI seq info [101:101:8:4294967295] 00000400:00000200:1.0:1773941421.361034:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941421.361043:0:2408:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [102:102:255:4294967295] 192.168.202.112@tcp LPNI seq info [102:102:8:4294967295] 00000400:00000200:1.0:1773941421.361050:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000400:00000200:2.0:1773941421.361055:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941421.361061:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941421.361067:0:2408:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000010:1.0:1773941421.361069:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a83c44e00. 00000800:00000200:2.0:1773941421.361074:0:2408:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000200:1.0:1773941421.361081:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000010:2.0:1773941421.361083:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91bed100. 00000800:00000200:1.0:1773941421.361090:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941421.361093:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:1.0:1773941421.361097:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a83c44e00 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:2.0:1773941421.361102:0:2408:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941421.361106:0:2408:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91bed100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1773941421.361122:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941421.361123:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000010:2.0:1773941421.361129:0:2408:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a5a830e5c00. 00000100:00000010:2.0:1773941421.361142:0:2408:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a5a830e5480. 02000000:00000010:1.0:1773941421.361155:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90cc0800. 00000400:00000200:1.0:1773941421.361160:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941421.361163:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d80b0. 00000400:00000010:1.0:1773941421.361173:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c000. 00000100:00000200:1.0:1773941421.361176:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200249728, portal 10 00000400:00000010:1.0:1773941421.361181:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c330. 00000100:00000200:1.0:1773941421.361183:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112200249728, offset 0 00000400:00000200:1.0:1773941421.361189:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941421.361193:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941421.361197:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000800:00000200:0.0:1773941421.361199:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1773941421.361201:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941421.361205:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000800:00000010:0.0:1773941421.361207:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a83c44e00. 00000400:00000200:1.0:1773941421.361209:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941421.361213:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941421.361217:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941421.361218:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [103:103:254:4294967295] 192.168.202.112@tcp LPNI seq info [103:103:6:4294967295] 00000400:00000200:1.0:1773941421.361227:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941421.361231:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941421.361238:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:1.0:1773941421.361243:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941421.361246:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934ccc0 00000800:00000010:1.0:1773941421.361247:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a83c44900. 00000400:00000010:0.0:1773941421.361251:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934ccc0. 00000800:00000200:1.0:1773941421.361255:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:1.0:1773941421.361261:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:1.0:1773941421.361266:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a83c44900 type 1, nob 616 niov 1 nkiov 1 00000100:00000200:0.0:1773941421.361266:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085f80 x1860112200249600/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941421.361277:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:0.0:1773941421.361311:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941421.361314:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91bed100. 00000400:00000200:0.0:1773941421.361317:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941421.361321:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941421.361324:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa06782a8 00000400:00000010:0.0:1773941421.361326:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa06782a8. 00000100:00000200:0.0:1773941421.361331:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90087480 x1860112200249472/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941421.361394:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941421.361397:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a83c44900. 00000400:00000200:0.0:1773941421.361400:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941421.361403:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941421.361406:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c330 00000400:00000010:0.0:1773941421.361408:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c330. 00000100:00000200:0.0:1773941421.361413:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084000 x1860112200249728/t0(0) o38->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941431 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941421.363461:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941421.363466:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941421.363471:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941421.363474:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941421.363477:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941421.363480:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 10 MB=0x69bc31ef03100 00000400:00000200:1.0:1773941421.363484:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941421.363490:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 416/416 into md 0x8a1 [1] + 0 00000400:00000200:1.0:1773941421.363501:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941421.363504:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941421.363514:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085f80 x1860112200249600/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1773941421.363552:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941421.363558:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941421.363562:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941421.363566:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941421.363571:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941421.363576:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef03080 00000400:00000200:1.0:1773941421.363581:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941421.363585:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0x899 [1] + 224 00000400:00000200:1.0:1773941421.363597:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941421.363601:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941421.363609:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90087480 x1860112200249472/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941421.363613:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d8e70. 00000400:00000200:3.0:1773941421.363625:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c990 00000400:00000010:3.0:1773941421.363628:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c990. 00000400:00000010:2.0:1773941421.363676:0:2408:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b3c8. 00000400:00000200:2.0:1773941421.363682:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678ee0 00000400:00000010:2.0:1773941421.363684:0:2408:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678ee0. 00000100:00000200:2.0:1773941421.363691:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90087480 x1860112200249472/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941421.363701:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085f80 x1860112200249600/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941421.363702:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90087480 x1860112200249472/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941421.363739:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085f80 x1860112200249600/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941431 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1773941421.363741:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a8a5d9800. 02000000:00000010:2.0:1773941421.363750:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5aa17daf00. 00000100:00000010:2.0:1773941421.363760:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90087480. 02000000:00000010:3.0:1773941421.363782:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90cc2000. 02000000:00000010:3.0:1773941421.363793:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a83553800. 00000100:00000010:3.0:1773941421.363797:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085f80. 00000400:00000200:0.0:1773941421.364218:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941421.364225:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941421.364231:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941421.364234:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941421.364238:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941421.364241:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 10 MB=0x69bc31ef03180 00000400:00000200:0.0:1773941421.364245:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941421.364249:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 416/416 into md 0x8b1 [1] + 0 00000400:00000200:0.0:1773941421.364259:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941421.364262:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941421.364269:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084000 x1860112200249728/t0(0) o38->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941431 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941421.364318:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d80b0. 00000400:00000200:3.0:1773941421.364323:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c000 00000400:00000010:3.0:1773941421.364324:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c000. 00000100:00000200:3.0:1773941421.364340:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084000 x1860112200249728/t0(0) o38->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941431 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941421.364346:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084000 x1860112200249728/t0(0) o38->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941431 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941421.364605:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90cc0800. 02000000:00000010:1.0:1773941421.364609:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a83551c00. 00000100:00000010:1.0:1773941421.364612:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084000. 02000000:00000010:0.0:1773941421.364639:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c73400. 00000400:00000200:0.0:1773941421.364673:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941421.364676:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629528. 00000400:00000010:0.0:1773941421.364680:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b110. 00000100:00000200:0.0:1773941421.364685:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200248960, portal 10 00000020:00000010:0.0:1773941421.364692:0:2405:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a5a90d54000. 00000400:00000010:0.0:1773941421.364697:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002bd48. 00000100:00000200:0.0:1773941421.364700:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112200248960, offset 0 00000400:00000200:0.0:1773941421.364705:0:2405:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941421.364709:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941421.364715:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941421.364718:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941421.364721:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941421.364725:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941421.364729:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941421.364733:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [104:104:256:4294967295] 192.168.202.112@tcp LPNI seq info [104:104:8:4294967295] 00000400:00000200:0.0:1773941421.364736:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941421.364741:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:0.0:1773941421.364745:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:0.0:1773941421.364748:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a8a62b800. 00000800:00000200:0.0:1773941421.364752:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:0.0:1773941421.364756:0:2405:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941421.364759:0:2405:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a8a62b800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1773941421.364771:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941421.364863:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941421.364867:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a8a62b800. 00000400:00000200:1.0:1773941421.364871:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941421.364875:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941421.364879:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002bd48 00000400:00000010:1.0:1773941421.364881:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002bd48. 00000100:00000200:1.0:1773941421.364887:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354c000 x1860112200248960/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941437 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941421.366283:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941421.366288:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941421.366293:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941421.366297:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941421.366300:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941421.366303:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 368 into portal 10 MB=0x69bc31ef02e80 00000400:00000200:0.0:1773941421.366307:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941421.366310:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 368/368 into md 0x8c1 [1] + 224 00000400:00000200:0.0:1773941421.366326:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941421.366328:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941421.366333:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354c000 x1860112200248960/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941437 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941421.366382:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629528. 00000400:00000200:1.0:1773941421.366388:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b110 00000400:00000010:1.0:1773941421.366390:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b110. 00000100:00000200:1.0:1773941421.366396:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354c000 x1860112200248960/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941437 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941421.366406:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354c000 x1860112200248960/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941437 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941421.366436:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c73400. 02000000:00000010:1.0:1773941421.366440:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a87d2fc00. 00000100:00000010:1.0:1773941421.366444:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354c000. 00000100:00000010:1.0:1773941422.640745:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a5a830e5480. 00000100:00000010:0.0:1773941422.640745:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a5a830e5c00. 00000100:00000010:1.0:1773941426.480758:0:476:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354c000. 02000000:00000010:1.0:1773941426.480775:0:476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a83c44100. 00000100:00000010:1.0:1773941426.480826:0:476:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354d500. 02000000:00000010:1.0:1773941426.480834:0:476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90cc2400. 00000100:00000010:1.0:1773941426.480863:0:476:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354ca80. 02000000:00000010:1.0:1773941426.480868:0:476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a83c44600. 02000000:00000010:0.0:1773941426.480880:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a85500a00. 02000000:00000010:3.0:1773941426.480891:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a83553800. 00000400:00000200:0.0:1773941426.480891:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941426.480895:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629a50. 02000000:00000010:1.0:1773941426.480897:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a90f1c800. 00000400:00000200:3.0:1773941426.480902:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941426.480902:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002bee0. 00000400:00000200:1.0:1773941426.480908:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941426.480910:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a866447e8. 00000100:00000200:0.0:1773941426.480911:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200249856, portal 25 00000400:00000010:1.0:1773941426.480913:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d81b8. 00000400:00000010:3.0:1773941426.480918:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875dd48. 00000400:00000010:0.0:1773941426.480918:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b2a8. 00000400:00000010:1.0:1773941426.480920:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c7f8. 00000100:00000200:0.0:1773941426.480924:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200249856, offset 0 00000100:00000200:3.0:1773941426.480926:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200249984, portal 10 00000100:00000200:1.0:1773941426.480928:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200250112, portal 10 00000400:00000200:0.0:1773941426.480933:0:2405:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941426.480934:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d770. 00000400:00000010:1.0:1773941426.480936:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c198. 00000100:00000200:3.0:1773941426.480940:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112200249984, offset 0 00000100:00000200:1.0:1773941426.480941:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112200250112, offset 0 00000400:00000200:0.0:1773941426.480944:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941426.480953:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941426.480954:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941426.480955:0:2406:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941426.480961:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941426.480962:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941426.480968:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941426.480971:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941426.480972:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941426.480975:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [105:105:256:4294967295] 192.168.202.112@tcp LPNI seq info [105:105:8:4294967295] 00000400:00000200:0.0:1773941426.480979:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941426.480982:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941426.480988:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941426.480990:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000400:00000200:3.0:1773941426.480994:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000800:00000200:0.0:1773941426.480999:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941426.481001:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941426.481002:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000800:00000010:0.0:1773941426.481005:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a8a62b800. 00000400:00000200:3.0:1773941426.481009:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:1.0:1773941426.481011:0:2406:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000800:00000200:0.0:1773941426.481016:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000400:00000200:3.0:1773941426.481018:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [106:106:255:4294967295] 192.168.202.112@tcp LPNI seq info [106:106:7:4294967295] 00000400:00000200:1.0:1773941426.481019:0:2406:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941426.481026:0:2406:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000800:00000200:0.0:1773941426.481027:0:2405:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000400:00000200:3.0:1773941426.481030:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:0.0:1773941426.481033:0:2405:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a8a62b800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1773941426.481034:0:2406:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941426.481040:0:2406:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:1.0:1773941426.481043:0:2406:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [107:107:255:4294967295] 192.168.202.112@tcp LPNI seq info [107:107:7:4294967295] 00000400:00000200:0.0:1773941426.481049:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941426.481053:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000010:0.0:1773941426.481056:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a5a996c3c60. 00000400:00000200:1.0:1773941426.481064:0:2406:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000100:00000010:0.0:1773941426.481067:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a5a996c3b40. 00000800:00000200:1.0:1773941426.481070:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:1.0:1773941426.481077:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a83c44f00. 00000400:00000200:3.0:1773941426.481078:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:3.0:1773941426.481087:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941426.481093:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa17dae00. 00000800:00000200:1.0:1773941426.481093:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941426.481105:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:1.0:1773941426.481106:0:2406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:1.0:1773941426.481112:0:2406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a83c44f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1773941426.481117:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941426.481122:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa17dae00 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:1.0:1773941426.481125:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941426.481132:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:0.0:1773941426.481133:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941426.481136:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a8a62b800. 00000400:00000200:0.0:1773941426.481141:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941426.481148:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941426.481152:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b2a8 00000400:00000010:0.0:1773941426.481153:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b2a8. 00000100:00000200:0.0:1773941426.481160:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354c000 x1860112200249856/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941426.481176:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941426.481178:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a83c44f00. 00000400:00000200:0.0:1773941426.481180:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941426.481183:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941426.481184:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c198 00000400:00000010:0.0:1773941426.481185:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c198. 00000100:00000200:0.0:1773941426.481189:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354ca80 x1860112200250112/t0(0) o400->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941426.481250:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941426.481252:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa17dae00. 00000400:00000200:0.0:1773941426.481255:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941426.481257:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941426.481259:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d770 00000400:00000010:0.0:1773941426.481260:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d770. 00000100:00000200:0.0:1773941426.481263:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354d500 x1860112200249984/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941436 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941426.482683:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941426.482688:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941426.482692:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941426.482695:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941426.482697:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941426.482700:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef03200 00000400:00000200:0.0:1773941426.482703:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941426.482710:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0x8d1 [1] + 224 00000400:00000200:0.0:1773941426.482718:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941426.482720:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941426.482725:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354c000 x1860112200249856/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941426.482743:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941426.482746:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941426.482748:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941426.482750:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941426.482751:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941426.482754:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 10 MB=0x69bc31ef03300 00000400:00000200:0.0:1773941426.482756:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941426.482759:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 224/224 into md 0x8e9 [1] + 224 00000400:00000200:0.0:1773941426.482763:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941426.482765:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941426.482770:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354ca80 x1860112200250112/t0(0) o400->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941426.482775:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629a50. 00000400:00000200:1.0:1773941426.482780:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002bee0 00000400:00000010:1.0:1773941426.482782:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002bee0. 00000100:00000200:1.0:1773941426.482790:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354c000 x1860112200249856/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941426.482792:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941426.482802:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000100:00000200:1.0:1773941426.482812:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354c000 x1860112200249856/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941426.482812:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941426.482819:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941426.482829:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941426.482833:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 10 MB=0x69bc31ef03280 00000400:00000200:0.0:1773941426.482837:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941426.482840:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 416/416 into md 0x8e1 [1] + 0 02000000:00000010:1.0:1773941426.482844:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a85500a00. 00000400:00000200:0.0:1773941426.482861:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941426.482867:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 02000000:00000010:1.0:1773941426.482868:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a83c44100. 00000100:00000200:0.0:1773941426.482873:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354d500 x1860112200249984/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941436 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941426.482877:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354c000. 00000400:00000010:1.0:1773941426.482899:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d81b8. 00000400:00000200:1.0:1773941426.482903:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c7f8 00000400:00000010:1.0:1773941426.482905:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c7f8. 00000100:00000200:1.0:1773941426.482910:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354ca80 x1860112200250112/t0(0) o400->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941426.482920:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354ca80 x1860112200250112/t0(0) o400->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941426.482936:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a90f1c800. 00000400:00000010:3.0:1773941426.482938:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a866447e8. 02000000:00000010:1.0:1773941426.482941:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a83c44600. 00000400:00000200:3.0:1773941426.482944:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875dd48 00000100:00000010:1.0:1773941426.482946:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354ca80. 00000400:00000010:3.0:1773941426.482947:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875dd48. 00000100:00000200:3.0:1773941426.482959:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354d500 x1860112200249984/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941436 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941426.482966:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354d500 x1860112200249984/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941436 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1773941426.482979:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a83553800. 02000000:00000010:3.0:1773941426.482981:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90cc2400. 00000100:00000010:3.0:1773941426.482985:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354d500. 00000100:00000010:1.0:1773941428.144728:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a5a996c3b40. 00000100:00000010:0.0:1773941428.144731:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a5a996c3c60. 00000100:00000010:1.0:1773941431.600782:0:476:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354ca80. 02000000:00000010:1.0:1773941431.600840:0:476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a83c44600. 00000100:00000010:1.0:1773941431.600902:0:476:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354c000. 02000000:00000010:1.0:1773941431.600910:0:476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90cc3800. 00000100:00000010:1.0:1773941431.600926:0:476:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354f800. 02000000:00000010:0.0:1773941431.600944:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a85500000. 02000000:00000010:1.0:1773941431.600948:0:476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a83c44100. 00000400:00000200:0.0:1773941431.600961:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941431.600968:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629370. 00000400:00000010:0.0:1773941431.600977:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b2a8. 02000000:00000010:1.0:1773941431.600982:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a90f1c800. 02000000:00000010:3.0:1773941431.600986:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a83553800. 00000100:00000200:0.0:1773941431.600987:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200250240, portal 25 00000400:00000200:1.0:1773941431.600990:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941431.601001:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d81b8. 00000400:00000010:0.0:1773941431.601005:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b550. 00000400:00000200:3.0:1773941431.601006:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941431.601008:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c7f8. 00000400:00000010:3.0:1773941431.601014:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a866447e8. 00000100:00000200:1.0:1773941431.601015:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200250496, portal 10 00000100:00000200:0.0:1773941431.601015:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200250240, offset 0 00000400:00000010:3.0:1773941431.601022:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875dd48. 00000400:00000010:1.0:1773941431.601026:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c220. 00000400:00000200:0.0:1773941431.601030:0:2405:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000100:00000200:3.0:1773941431.601041:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200250368, portal 10 00000100:00000200:1.0:1773941431.601041:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112200250496, offset 0 00000400:00000200:0.0:1773941431.601042:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.601061:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000010:3.0:1773941431.601063:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d2a8. 00000400:00000200:1.0:1773941431.601063:0:2406:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000100:00000200:3.0:1773941431.601078:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1860112200250368, offset 0 00000400:00000200:0.0:1773941431.601079:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941431.601088:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941431.601095:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941431.601101:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941431.601104:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.601113:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941431.601117:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941431.601123:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941431.601127:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [108:108:256:4294967295] 192.168.202.112@tcp LPNI seq info [108:108:8:4294967295] 00000400:00000200:3.0:1773941431.601131:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941431.601141:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941431.601146:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941431.601150:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941431.601157:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [109:109:256:4294967295] 192.168.202.112@tcp LPNI seq info [109:109:8:4294967295] 00000400:00000200:3.0:1773941431.601162:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.601169:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:0.0:1773941431.601176:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941431.601180:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000010:0.0:1773941431.601184:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a8a62b800. 00000400:00000200:1.0:1773941431.601187:0:2406:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941431.601191:0:2406:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941431.601195:0:2406:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000800:00000200:0.0:1773941431.601196:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000400:00000200:1.0:1773941431.601200:0:2406:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941431.601203:0:2406:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:1.0:1773941431.601209:0:2406:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [110:110:255:4294967295] 192.168.202.112@tcp LPNI seq info [110:110:7:4294967295] 00000800:00000200:0.0:1773941431.601210:0:2405:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000400:00000200:1.0:1773941431.601218:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:0.0:1773941431.601218:0:2405:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a8a62b800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1773941431.601228:0:2406:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:1.0:1773941431.601233:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:1.0:1773941431.601238:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a83c44c00. 00000400:00000200:0.0:1773941431.601238:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000010:0.0:1773941431.601246:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a5a996c3c60. 00000800:00000200:1.0:1773941431.601254:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000400:00000200:3.0:1773941431.601265:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000100:00000010:0.0:1773941431.601266:0:2405:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a5a996c3d80. 00000800:00000200:1.0:1773941431.601273:0:2406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:1.0:1773941431.601281:0:2406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a83c44c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1773941431.601289:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941431.601299:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa17da600. 00000400:00000200:1.0:1773941431.601299:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:3.0:1773941431.601314:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941431.601321:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941431.601325:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa17da600 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:3.0:1773941431.601336:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:0.0:1773941431.601338:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941431.601343:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a8a62b800. 00000400:00000200:0.0:1773941431.601349:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941431.601362:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941431.601368:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b550 00000400:00000010:0.0:1773941431.601371:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b550. 00000100:00000200:0.0:1773941431.601382:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354ca80 x1860112200250240/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941431.601403:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941431.601404:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a83c44c00. 00000400:00000200:0.0:1773941431.601408:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941431.601410:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941431.601412:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c220 00000400:00000010:0.0:1773941431.601413:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c220. 00000100:00000200:0.0:1773941431.601416:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354f800 x1860112200250496/t0(0) o400->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941431.601503:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941431.601506:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa17da600. 00000400:00000200:0.0:1773941431.601509:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941431.601511:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941431.601513:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d2a8 00000400:00000010:0.0:1773941431.601515:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d2a8. 00000100:00000200:0.0:1773941431.601518:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354c000 x1860112200250368/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941431.603102:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.603108:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941431.603115:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.603119:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.603125:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.603129:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef03380 00000400:00000200:0.0:1773941431.603135:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.603142:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0x8f9 [1] + 224 00000400:00000200:0.0:1773941431.603155:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941431.603159:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941431.603173:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354ca80 x1860112200250240/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941431.603200:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.603203:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941431.603206:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.603208:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.603210:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.603212:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 10 MB=0x69bc31ef03480 00000400:00000200:0.0:1773941431.603215:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.603217:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 224/224 into md 0x909 [1] + 224 00000400:00000200:0.0:1773941431.603224:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941431.603228:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941431.603232:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354f800 x1860112200250496/t0(0) o400->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1773941431.603244:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629370. 00000400:00000200:1.0:1773941431.603260:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b2a8 00000400:00000010:1.0:1773941431.603263:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b2a8. 00000100:00000200:1.0:1773941431.603271:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354ca80 x1860112200250240/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941431.603280:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d81b8. 00000100:00000200:1.0:1773941431.603285:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354ca80 x1860112200250240/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941431.603286:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c7f8 00000400:00000010:0.0:1773941431.603289:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c7f8. 00000100:00000200:0.0:1773941431.603297:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354f800 x1860112200250496/t0(0) o400->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941431.603307:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354f800 x1860112200250496/t0(0) o400->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1773941431.603356:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a90f1c800. 02000000:00000010:1.0:1773941431.603357:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a85500000. 02000000:00000010:0.0:1773941431.603364:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a83c44100. 02000000:00000010:1.0:1773941431.603365:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a83c44600. 00000100:00000010:0.0:1773941431.603370:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354f800. 00000100:00000010:1.0:1773941431.603372:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354ca80. 00000400:00000200:0.0:1773941431.605065:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.605074:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941431.605081:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.605086:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.605091:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.605100:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 10 MB=0x69bc31ef03400 00000400:00000200:0.0:1773941431.605104:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.605108:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 416/416 into md 0x911 [1] + 0 00000400:00000200:0.0:1773941431.605120:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941431.605123:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941431.605133:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354c000 x1860112200250368/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1773941431.605197:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a866447e8. 00000400:00000200:3.0:1773941431.605204:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875dd48 00000400:00000010:3.0:1773941431.605207:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875dd48. 00000100:00000200:3.0:1773941431.605215:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354c000 x1860112200250368/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941431.605227:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354c000 x1860112200250368/t0(0) o38->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 520/544 e 0 to 0 dl 1773941441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1773941431.605529:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a83553800. 02000000:00000010:3.0:1773941431.605538:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90cc3800. 00000100:00000010:3.0:1773941431.605546:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354c000. 02000000:00000010:1.0:1773941431.605572:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90cc1c00. 00000400:00000200:1.0:1773941431.605581:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941431.605585:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d81b8. 00000400:00000010:1.0:1773941431.605590:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cf68. 00000100:00000200:1.0:1773941431.605594:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200248704, portal 10 02000000:00000010:2.0:1773941431.605600:0:14612:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a833df400. 00000400:00000010:1.0:1773941431.605600:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cbb0. 00000100:00000200:1.0:1773941431.605605:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112200248704, offset 0 00000400:00000200:1.0:1773941431.605614:0:2405:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941431.605619:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941431.605624:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941431.605629:0:14612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b3c8. 00000400:00000200:1.0:1773941431.605631:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941431.605639:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1773941431.605688:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678ee0. 00000400:00000200:1.0:1773941431.605690:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000100:00000200:2.0:1773941431.605698:0:14612:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200249088, portal 10 00000400:00000200:1.0:1773941431.605700:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941431.605707:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000020:00000010:2.0:1773941431.605710:0:14612:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a5a98770000. 00000400:00000200:1.0:1773941431.605716:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [111:111:256:4294967295] 192.168.202.112@tcp LPNI seq info [111:111:8:4294967295] 00000400:00000010:2.0:1773941431.605721:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678550. 00000400:00000200:1.0:1773941431.605723:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000200:2.0:1773941431.605733:0:14612:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112200249088, offset 0 00000400:00000200:2.0:1773941431.605749:0:14612:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941431.605750:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:1.0:1773941431.605756:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:1.0:1773941431.605766:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a83c44600. 00000400:00000200:2.0:1773941431.605774:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:1.0:1773941431.605775:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:1.0:1773941431.605787:0:2405:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000400:00000200:2.0:1773941431.605791:0:14612:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000800:00000200:1.0:1773941431.605792:0:2405:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a83c44600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1773941431.605818:0:14612:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941431.605824:0:14612:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941431.605829:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941431.605831:0:14612:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941431.605839:0:14612:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941431.605849:0:14612:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [112:112:255:4294967295] 192.168.202.112@tcp LPNI seq info [112:112:7:4294967295] 00000400:00000200:2.0:1773941431.605855:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941431.605869:0:14612:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941431.605875:0:14612:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941431.605881:0:14612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91bed100. 00000800:00000200:2.0:1773941431.605886:0:14612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941431.605892:0:14612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941431.605894:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1773941431.605896:0:14612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91bed100 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1773941431.605899:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a83c44600. 00000400:00000200:0.0:1773941431.605904:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1773941431.605907:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.605915:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941431.605919:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cbb0 00000400:00000010:0.0:1773941431.605921:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cbb0. 00000100:00000200:0.0:1773941431.605927:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354fb80 x1860112200248704/t0(0) o41->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941447 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941431.605947:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941431.605950:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91bed100. 00000400:00000200:0.0:1773941431.605954:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941431.605958:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941431.605961:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678550 00000400:00000010:0.0:1773941431.605963:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678550. 00000100:00000200:0.0:1773941431.605969:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354f100 x1860112200249088/t0(0) o41->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941447 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941431.607056:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.607060:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941431.607064:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.607066:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.607070:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.607072:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 368 into portal 10 MB=0x69bc31ef02d80 00000400:00000200:0.0:1773941431.607075:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.607084:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 368/368 into md 0x921 [1] + 224 00000400:00000200:0.0:1773941431.607090:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941431.607093:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941431.607097:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354fb80 x1860112200248704/t0(0) o41->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941447 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941431.607116:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.607118:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941431.607121:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.607123:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.607126:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.607129:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 368 into portal 10 MB=0x69bc31ef02f00 00000400:00000200:0.0:1773941431.607134:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.607137:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 368/368 into md 0x931 [1] + 224 00000400:00000010:1.0:1773941431.607152:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d81b8. 00000400:00000200:1.0:1773941431.607158:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cf68 00000400:00000010:1.0:1773941431.607160:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cf68. 00000400:00000200:0.0:1773941431.607163:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941431.607175:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941431.607177:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354fb80 x1860112200248704/t0(0) o41->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941447 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941431.607180:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354f100 x1860112200249088/t0(0) o41->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941447 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941431.607204:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354fb80 x1860112200248704/t0(0) o41->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941447 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1773941431.607226:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90cc1c00. 02000000:00000010:1.0:1773941431.607232:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a87d76200. 00000100:00000010:1.0:1773941431.607234:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354fb80. 00000400:00000010:2.0:1773941431.607248:0:14612:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b3c8. 00000400:00000200:2.0:1773941431.607255:0:14612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678ee0 00000400:00000010:2.0:1773941431.607258:0:14612:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678ee0. 00000100:00000200:2.0:1773941431.607268:0:14612:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354f100 x1860112200249088/t0(0) o41->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941447 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941431.607280:0:14612:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354f100 x1860112200249088/t0(0) o41->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941447 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941431.607301:0:14612:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d79000. 02000000:00000010:2.0:1773941431.607308:0:14612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a833df400. 02000000:00000010:2.0:1773941431.607312:0:14612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a83c44b00. 00000100:00000010:2.0:1773941431.607315:0:14612:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354f100. 00800000:00000010:2.0:1773941431.607322:0:14612:0:(lmv_obd.c:1477:lmv_statfs()) kfreed 'temp': 144 at ffff8a5a90d79540. 00000100:00000010:2.0:1773941431.607331:0:14612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c4a80. 02000000:00000010:2.0:1773941431.607341:0:14612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a8a5d8400. 00000100:00000010:2.0:1773941431.607352:0:14612:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a84ebef00. 02000000:00000010:2.0:1773941431.607371:0:14612:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a833df400. 00000400:00000200:2.0:1773941431.607376:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941431.607379:0:14612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b3c8. 00000400:00000010:2.0:1773941431.607382:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678ee0. 00000100:00000200:2.0:1773941431.607385:0:14612:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200250624, portal 10 00000400:00000010:2.0:1773941431.607390:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa06783b8. 00000100:00000200:2.0:1773941431.607392:0:14612:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1860112200250624, offset 0 00000400:00000200:2.0:1773941431.607397:0:14612:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941431.607401:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941431.607406:0:14612:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941431.607409:0:14612:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941431.607411:0:14612:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941431.607414:0:14612:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941431.607416:0:14612:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941431.607421:0:14612:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [113:113:256:4294967295] 192.168.202.112@tcp LPNI seq info [113:113:8:4294967295] 00000400:00000200:2.0:1773941431.607425:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941431.607432:0:14612:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941431.607438:0:14612:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941431.607442:0:14612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91bed100. 00000800:00000200:2.0:1773941431.607446:0:14612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941431.607451:0:14612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941431.607455:0:14612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91bed100 type 1, nob 536 niov 1 nkiov 1 00000400:00000200:2.0:1773941431.607471:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:0.0:1773941431.607516:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941431.607518:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91bed100. 00000400:00000200:0.0:1773941431.607521:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941431.607524:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941431.607526:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa06783b8 00000400:00000010:0.0:1773941431.607527:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa06783b8. 00000100:00000200:0.0:1773941431.607531:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c4a80 x1860112200250624/t0(0) o40->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941447 ref 3 fl Rpc:r/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941431.608342:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.608346:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941431.608351:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.608353:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.608362:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.608364:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 448 into portal 10 MB=0x69bc31ef03500 00000400:00000200:0.0:1773941431.608367:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.608370:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 448/448 into md 0x939 [1] + 224 00000400:00000200:0.0:1773941431.608378:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941431.608381:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941431.608386:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a833c4a80 x1860112200250624/t0(0) o40->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941447 ref 2 fl Rpc:Qr/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941431.608444:0:14612:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b3c8. 00000400:00000200:2.0:1773941431.608450:0:14612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678ee0 00000400:00000010:2.0:1773941431.608452:0:14612:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678ee0. 00000100:00000200:2.0:1773941431.608459:0:14612:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c4a80 x1860112200250624/t0(0) o40->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941447 ref 2 fl Rpc:RQ/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941431.608470:0:14612:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c4a80 x1860112200250624/t0(0) o40->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 440/448 e 0 to 0 dl 1773941447 ref 2 fl Rpc:RQU/209/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941431.608498:0:14612:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a84ebef00. 00000002:00000200:2.0:1773941431.608503:0:14612:0:(mdc_request.c:134:mdc_get_root()) root fid=[0x200000007:0x1:0x0], last_committed=0 02000000:00000010:2.0:1773941431.608508:0:14612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a833df400. 02000000:00000010:2.0:1773941431.608511:0:14612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a8a5d8400. 00000100:00000010:2.0:1773941431.608514:0:14612:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c4a80. 00000020:00000010:2.0:1773941431.608531:0:14612:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8a5a906d3000. 00000020:00000010:2.0:1773941431.608549:0:14612:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8a5a906d1000. 00000400:00000200:2.0:1773941431.608561:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941431.608566:0:14612:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000010:2.0:1773941431.608580:0:14612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c4a80. 02000000:00000010:2.0:1773941431.608587:0:14612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a833df400. 00000080:00000010:2.0:1773941431.608636:0:14612:0:(llite_lib.c:738:client_common_fill_super()) kmalloced '(op_data)': 384 at ffff8a5a8a5d8400. 02000000:00000010:3.0:1773941431.608680:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a83553800. 00000020:00000010:2.0:1773941431.608683:0:14612:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8a5a833ddc00. 00000400:00000200:3.0:1773941431.608689:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941431.608693:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a866447e8. 00000100:00000010:2.0:1773941431.608698:0:14612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c5f80. 00000400:00000010:3.0:1773941431.608699:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875dd48. 00000100:00000200:3.0:1773941431.608705:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200250752, portal 4 02000000:00000010:2.0:1773941431.608708:0:14612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a8a5d8c00. 00000020:00000010:3.0:1773941431.608712:0:2404:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a5a90c5a000. 00000400:00000010:3.0:1773941431.608719:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d4c8. 00000100:00000010:2.0:1773941431.608719:0:14612:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a84ebef00. 00000100:00000200:3.0:1773941431.608723:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1860112200250752, offset 0 00000400:00000200:3.0:1773941431.608729:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941431.608733:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 02000000:00000010:2.0:1773941431.608735:0:14612:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a8a5d9800. 00000400:00000200:3.0:1773941431.608737:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941431.608743:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941431.608746:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941431.608748:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941431.608753:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1773941431.608753:0:14612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b3c8. 00000400:00000200:3.0:1773941431.608760:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000010:2.0:1773941431.608761:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678ee0. 00000400:00000200:3.0:1773941431.608767:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [114:114:256:4294967295] 192.168.202.112@tcp LPNI seq info [114:114:8:4294967295] 00000100:00000200:2.0:1773941431.608768:0:14612:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200250880, portal 10 00000400:00000010:2.0:1773941431.608777:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678c38. 00000400:00000200:3.0:1773941431.608778:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000200:2.0:1773941431.608783:0:14612:0:(niobuf.c:94:ptl_send_buf()) Sending 264 bytes to portal 29, xid 1860112200250880, offset 0 00000400:00000200:3.0:1773941431.608796:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000400:00000200:2.0:1773941431.608796:0:14612:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941431.608820:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:3.0:1773941431.608822:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941431.608828:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa17da000. 00000400:00000200:2.0:1773941431.608829:0:14612:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941431.608833:0:14612:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941431.608836:0:14612:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941431.608841:0:14612:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1773941431.608846:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000400:00000200:2.0:1773941431.608849:0:14612:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000800:00000200:3.0:1773941431.608855:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000400:00000200:2.0:1773941431.608858:0:14612:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [115:115:255:4294967295] 192.168.202.112@tcp LPNI seq info [115:115:7:4294967295] 00000800:00000200:3.0:1773941431.608859:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa17da000 type 1, nob 616 niov 1 nkiov 1 00000400:00000200:2.0:1773941431.608873:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941431.608876:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941431.608891:0:14612:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941431.608898:0:14612:0:(socklnd_cb.c:1001:ksocknal_send()) sending 264 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941431.608902:0:14612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91bed100. 00000800:00000200:2.0:1773941431.608908:0:14612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941431.608913:0:14612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941431.608917:0:14612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91bed100 type 1, nob 360 niov 1 nkiov 1 00000400:00000200:2.0:1773941431.608923:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:0.0:1773941431.608928:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941431.608931:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa17da000. 00000400:00000200:0.0:1773941431.608935:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941431.608939:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941431.608942:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d4c8 00000400:00000010:0.0:1773941431.608944:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d4c8. 00000100:00000200:0.0:1773941431.608948:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c4a80 x1860112200250752/t0(0) o8->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941441 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941431.608962:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941431.608963:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91bed100. 00000400:00000200:0.0:1773941431.608965:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941431.608967:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941431.608969:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678c38 00000400:00000010:0.0:1773941431.608970:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678c38. 00000100:00000200:0.0:1773941431.608973:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c5f80 x1860112200250880/t0(0) o900->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941447 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941431.610197:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.610202:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941431.610206:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.610209:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.610211:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.610213:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 248 into portal 10 MB=0x69bc31ef03600 00000400:00000200:0.0:1773941431.610223:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.610226:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 248/248 into md 0x949 [1] + 224 00000400:00000200:0.0:1773941431.610234:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941431.610237:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941431.610242:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a833c5f80 x1860112200250880/t0(0) o900->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941447 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941431.610296:0:14612:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b3c8. 00000400:00000200:2.0:1773941431.610302:0:14612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678ee0 00000400:00000010:2.0:1773941431.610304:0:14612:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678ee0. 00000100:00000200:2.0:1773941431.610311:0:14612:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c5f80 x1860112200250880/t0(0) o900->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941447 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941431.610322:0:14612:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c5f80 x1860112200250880/t0(0) o900->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:29/10 lens 264/248 e 0 to 0 dl 1773941447 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941431.610338:0:14612:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a84ebef00. 02000000:00000010:2.0:1773941431.610344:0:14612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a8a5d9800. 02000000:00000010:2.0:1773941431.610347:0:14612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a8a5d8c00. 00000100:00000010:2.0:1773941431.610350:0:14612:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c5f80. 80000000:00000010:2.0:1773941431.610356:0:14612:0:(fld_cache.c:357:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff8a5aa078c980. 00000020:00000010:2.0:1773941431.610364:0:14612:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8a5a833dcc00. 00000100:00000010:2.0:1773941431.610369:0:14612:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c5f80. 02000000:00000010:2.0:1773941431.610375:0:14612:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a8a5d8c00. 00000100:00000010:2.0:1773941431.610382:0:14612:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a84ebef00. 02000000:00000010:2.0:1773941431.610438:0:14612:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff8a5a90da0000. 00000400:00000200:2.0:1773941431.610444:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941431.610447:0:14612:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b3c8. 00000400:00000010:2.0:1773941431.610453:0:14612:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff8a5a833dec00. 00000100:00000200:2.0:1773941431.610458:0:14612:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1860112200251008, portal 10 00000400:00000200:0.0:1773941431.610460:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.610465:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000010:2.0:1773941431.610466:0:14612:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678ee0. 00000400:00000200:0.0:1773941431.610470:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.610475:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000200:2.0:1773941431.610477:0:14612:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1860112200251008, offset 0 00000400:00000200:0.0:1773941431.610479:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.610483:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 4 MB=0x69bc31ef03580 00000400:00000200:2.0:1773941431.610488:0:14612:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941431.610489:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941431.610495:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.112@tcp of length 416/416 into md 0x941 [1] + 0 00000400:00000200:2.0:1773941431.610499:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941431.610504:0:14612:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941431.610507:0:14612:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941431.610509:0:14612:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941431.610511:0:14612:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941431.610514:0:14612:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941431.610516:0:14612:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [116:116:256:4294967295] 192.168.202.112@tcp LPNI seq info [116:116:8:4294967295] 00000400:00000200:2.0:1773941431.610519:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941431.610525:0:14612:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941431.610528:0:14612:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941431.610531:0:14612:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91bed100. 00000800:00000200:2.0:1773941431.610534:0:14612:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941431.610537:0:14612:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941431.610540:0:14612:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91bed100 type 1, nob 544 niov 1 nkiov 1 00000400:00000200:0.0:1773941431.610541:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941431.610547:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:0.0:1773941431.610552:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a833c4a80 x1860112200250752/t0(0) o8->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941441 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941431.610558:0:14612:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:0.0:1773941431.610604:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941431.610608:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91bed100. 00000400:00000200:0.0:1773941431.610610:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941431.610613:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941431.610616:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678ee0 00000400:00000010:0.0:1773941431.610618:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678ee0. 00000100:00000200:0.0:1773941431.610623:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c5f80 x1860112200251008/t0(0) o33->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941447 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1773941431.610739:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a866447e8. 00000400:00000200:3.0:1773941431.610745:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875dd48 00000400:00000010:3.0:1773941431.610748:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875dd48. 00000100:00000200:3.0:1773941431.610757:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c4a80 x1860112200250752/t0(0) o8->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941441 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941431.610768:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c4a80 x1860112200250752/t0(0) o8->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:28/4 lens 520/544 e 0 to 0 dl 1773941441 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1773941431.610820:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a83553800. 02000000:00000010:3.0:1773941431.610826:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a833df400. 00000100:00000010:3.0:1773941431.610829:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c4a80. 00000400:00000200:1.0:1773941431.618129:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941431.618136:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941431.618144:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941431.618149:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941431.618153:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941431.618158:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 464 into portal 10 MB=0x69bc31ef03680 00000400:00000200:1.0:1773941431.618163:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941431.618169:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 464/464 into md 0x951 [32] + 224 00000400:00000200:1.0:1773941431.618185:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941431.618191:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000200:1.0:1773941431.618203:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a833c5f80 x1860112200251008/t0(0) o33->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941447 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000400:00000010:2.0:1773941431.618275:0:14612:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b3c8. 00000400:00000200:2.0:1773941431.618283:0:14612:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a833dec00 00000400:00000010:2.0:1773941431.618285:0:14612:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff8a5a833dec00. 00000100:00000200:2.0:1773941431.618295:0:14612:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c5f80 x1860112200251008/t0(0) o33->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941447 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1773941431.618308:0:14612:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c5f80 x1860112200251008/t0(0) o33->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:23/10 lens 448/66264 e 0 to 0 dl 1773941447 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:0 00000100:00000010:2.0:1773941431.618329:0:14612:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a84ebef00. 00000002:00000200:2.0:1773941431.618335:0:14612:0:(mdc_request.c:172:mdc_getattr_common()) mode: 40755 00000080:00000010:2.0:1773941431.618339:0:14612:0:(llite_lib.c:753:client_common_fill_super()) kfreed 'op_data': 384 at ffff8a5a8a5d8400. 00000020:00000010:2.0:1773941431.618348:0:14612:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8a5a900c2120. 00000020:00000010:2.0:1773941431.618353:0:14612:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a8a5d8400. 00000020:00000010:2.0:1773941431.618357:0:14612:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a8a5d9800. 00000020:00000010:2.0:1773941431.618361:0:14612:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a830e5420. 00000008:00000010:2.0:1773941431.618375:0:14612:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5a98b69650. 00020000:00000010:2.0:1773941431.618381:0:14612:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a99220e40. 00008000:00000010:2.0:1773941431.618387:0:14612:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a900a0a98. 00000020:00000010:2.0:1773941431.618392:0:14612:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a8a5d9600. 00000008:00000010:2.0:1773941431.618396:0:14612:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8a5a82ded1e0. 00020000:00000010:2.0:1773941431.618400:0:14612:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a9abd7600. 00008000:00000010:2.0:1773941431.618404:0:14612:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a900c0188. 00000080:00000010:2.0:1773941431.618408:0:14612:0:(vvp_dev.c:174:vvp_device_alloc()) kmalloced '(vdv)': 72 at ffff8a5a830e5540. 00000080:00000010:2.0:1773941431.618414:0:14612:0:(vvp_dev.c:182:vvp_device_alloc()) kmalloced '(site)': 576 at ffff8a5a833dec00. 00000020:00000010:2.0:1773941431.618449:0:14612:0:(lu_object.c:1154:lu_site_init()) kmalloced '(s->ls_bkts)': 18432 at ffff8a5a835c0000. 00000020:00000010:2.0:1773941431.618458:0:14612:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a833dd800. 00000020:00000010:2.0:1773941431.618462:0:14612:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8a5a84ebef00. 00000008:00000010:2.0:1773941431.618469:0:14612:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5a98b6ce18. 00020000:00000010:2.0:1773941431.618472:0:14612:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a99220000. 00000080:00000010:2.0:1773941431.618476:0:14612:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8a5a900c1e70. 00000080:00000010:2.0:1773941431.618480:0:14612:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8a5a833d5b60. 00000008:00000010:2.0:1773941431.618484:0:14612:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8a5a82dec9a0. 00020000:00000010:2.0:1773941431.618487:0:14612:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a9abd4900. 00000080:00000010:2.0:1773941431.618491:0:14612:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8a5a900bf2d0. 00000008:00000010:2.0:1773941431.618495:0:14612:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5a98b68000. 00020000:00000010:2.0:1773941431.618499:0:14612:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a99220cc0. 00000080:00000010:2.0:1773941431.618502:0:14612:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8a5a900c1d20. 00000080:00000010:2.0:1773941431.618506:0:14612:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8a5a833d7908. 00000008:00000010:2.0:1773941431.618510:0:14612:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8a5a82dec580. 00020000:00000010:2.0:1773941431.618513:0:14612:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a9abd4480. 00000080:00000010:2.0:1773941431.618516:0:14612:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8a5a900bf870. 00000008:00000010:2.0:1773941431.618521:0:14612:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5a98b6b7c8. 00020000:00000010:2.0:1773941431.618524:0:14612:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a99220c00. 00000080:00000010:2.0:1773941431.618527:0:14612:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8a5a900c15e8. 00000080:00000010:2.0:1773941431.618529:0:14612:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8a5a833d7d98. 00000008:00000010:2.0:1773941431.618532:0:14612:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8a5a82ded340. 00020000:00000010:2.0:1773941431.618535:0:14612:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a9abd6880. 00000080:00000010:2.0:1773941431.618538:0:14612:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8a5a900bf000. 00000008:00000010:2.0:1773941431.618549:0:14612:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5a98b6c2f0. 00020000:00000010:2.0:1773941431.618552:0:14612:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5a99220900. 00000080:00000010:2.0:1773941431.618555:0:14612:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8a5a900c1b28. 00000080:00000010:2.0:1773941431.618557:0:14612:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8a5a833d5918. 00000008:00000010:2.0:1773941431.618560:0:14612:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8a5a82decc60. 00020000:00000010:2.0:1773941431.618563:0:14612:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a9abd73c0. 00000080:00000010:2.0:1773941431.618566:0:14612:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8a5a900bf1e0. 00020000:00000010:2.0:1773941431.618574:0:14612:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8a5a830e53c0. 00020000:00000010:2.0:1773941431.618579:0:14612:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8a5a830e5660. 00020000:00000010:2.0:1773941431.618583:0:14612:0:(lovsub_dev.c:89:lovsub_device_alloc()) kmalloced '(lsd)': 72 at ffff8a5a830e5240. 00000020:00000010:2.0:1773941431.618587:0:14612:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a8a5d9800. 00000020:00000010:2.0:1773941431.618591:0:14612:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a830e5420. 00000008:00000010:2.0:1773941431.618595:0:14612:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8a5a98b69650. 00020000:00000010:2.0:1773941431.618600:0:14612:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5a99220e40. 00008000:00000010:2.0:1773941431.618604:0:14612:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a900a0a98. 00000020:00000010:2.0:1773941431.618608:0:14612:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a8a5d8400. 00000008:00000010:2.0:1773941431.618611:0:14612:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8a5a82ded1e0. 00020000:00000010:2.0:1773941431.618615:0:14612:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8a5a9abd7600. 00008000:00000010:2.0:1773941431.618620:0:14612:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8a5a900c0188. 00000020:00000010:2.0:1773941431.618624:0:14612:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a8a5d9600. 00000020:00000010:2.0:1773941431.618628:0:14612:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8a5a900c2120. 00000080:00000010:2.0:1773941431.618692:0:14612:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff8a5a98eb5280. 02000000:00000010:2.0:1773941431.618712:0:14612:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff8a5a90da0000. 02000000:00000010:2.0:1773941431.618736:0:14612:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a8a5d8c00. 00000100:00000010:2.0:1773941431.618740:0:14612:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c5f80. 00000080:00000010:2.0:1773941431.618749:0:14612:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff8a5a9ab316a0. 00000080:00000010:2.0:1773941431.618756:0:14612:0:(llite_lib.c:842:client_common_fill_super()) kfreed 'data': 192 at ffff8a5a90d79180. 00000080:00000010:2.0:1773941431.618759:0:14612:0:(llite_lib.c:843:client_common_fill_super()) kfreed 'osfs': 144 at ffff8a5a90d79e40. 00000080:00000010:2.0:1773941431.618778:0:14612:0:(llite_lib.c:1521:ll_fill_super()) kfreed 'md': 33 at ffff8a5a9009ffc0. 00000080:00000010:2.0:1773941431.618781:0:14612:0:(llite_lib.c:1523:ll_fill_super()) kfreed 'dt': 33 at ffff8a5a9009f400. 00000080:00000010:2.0:1773941431.618784:0:14612:0:(llite_lib.c:1531:ll_fill_super()) kfreed 'cfg': 88 at ffff8a5a90ffccc0. 00000080:02000400:2.0:1773941431.618787:0:14612:0:(llite_lib.c:1537:ll_fill_super()) Mounted lustre-client 00000400:00000001:0.0:1773941431.678712:0:14657:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:3.0:1773941432.560773:0:42:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941432.560781:0:42:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941432.560895:0:14623:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941432.560900:0:14623:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941432.560904:0:14623:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1773941432.827745:0:14665:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941432.948267:0:14686:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc1653d08 00000080:00200008:3.0:1773941432.948273:0:14686:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a5a98eb5348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773941432.948279:0:14686:0:(file.c:6184:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773941432.948280:0:14686:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc1653c80 00000080:00200000:3.0:1773941432.948282:0:14686:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348),name=/ 00000080:00000010:3.0:1773941432.948287:0:14686:0:(llite_lib.c:3907:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8a5a89355c00. 00000080:00000001:3.0:1773941432.948291:0:14686:0:(namei.c:943:ll_intent_lock()) Process entered 00000020:00000010:3.0:1773941432.948296:0:14686:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8a5a83553800. 00800000:00000001:3.0:1773941432.948299:0:14686:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773941432.948301:0:14686:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc1653ba0 00800000:00000002:3.0:1773941432.948303:0:14686:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773941432.948306:0:14686:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773941432.948308:0:14686:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773941432.948310:0:14686:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773941432.948311:0:14686:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773941432.948313:0:14686:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773941432.948318:0:14686:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773941432.948320:0:14686:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773941432.948321:0:14686:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773941432.948324:0:14686:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:3.0:1773941432.948328:0:14686:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8a5a83552400. 00000002:00000001:3.0:1773941432.948331:0:14686:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773941432.948333:0:14686:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc1653a70 00000002:00010000:3.0:1773941432.948334:0:14686:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773941432.948337:0:14686:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773941432.948338:0:14686:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773941432.948341:0:14686:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773941432.948347:0:14686:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773941432.948348:0:14686:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773941432.948349:0:14686:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773941432.948351:0:14686:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1773941432.948353:0:14686:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1773941432.948358:0:14686:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085f80. 00000020:00000040:3.0:1773941432.948361:0:14686:0:(genops.c:1229:class_import_get()) import ffff8a5a8922e000 refcount=4 obd=lustre-MDT0000-mdc-ffff8a5a98b71000 00010000:00000001:3.0:1773941432.948366:0:14686:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1773941432.948370:0:14686:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773941432.948374:0:14686:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.948376:0:14686:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941432.948378:0:14686:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941432.948382:0:14686:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941432.948386:0:14686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a83551c00. 00000100:00000001:3.0:1773941432.948391:0:14686:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.948396:0:14686:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773941432.948397:0:14686:0:(ldlm_request.c:2245:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.948399:0:14686:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1773941432.948400:0:14686:0:(ldlm_request.c:2245:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.948401:0:14686:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773941432.948405:0:14686:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446614720300998528 : -129353408553088 : ffff8a5a90085f80) 00010000:00000001:3.0:1773941432.948408:0:14686:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941432.948410:0:14686:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941432.948412:0:14686:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4e00. 00010000:00000010:3.0:1773941432.948419:0:14686:0:(ldlm_resource.c:1452:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff8a5a98814780. 00010000:00000001:3.0:1773941432.948424:0:14686:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941432.948427:0:14686:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813efc00. 00000020:00000010:3.0:1773941432.948429:0:14686:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff8a5a98814000. 00000020:00000001:3.0:1773941432.948431:0:14686:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941432.948434:0:14686:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813efc00 with handle 0x4337c2e0c9a63197 to hash 00000020:00000001:3.0:1773941432.948435:0:14686:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941432.948436:0:14686:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.948439:0:14686:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.948442:0:14686:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941432.948444:0:14686:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941432.948447:0:14686:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14686 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941432.948454:0:14686:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14686 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941432.948462:0:14686:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14686 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941432.948467:0:14686:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941432.948468:0:14686:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941432.948472:0:14686:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90584540. 00000100:00000001:3.0:1773941432.948474:0:14686:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720306234688 : -129353403316928 : ffff8a5a90584540) 00000100:00000001:3.0:1773941432.948476:0:14686:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941432.948477:0:14686:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300998528 : -129353408553088 : ffff8a5a90085f80) 00000100:00000001:3.0:1773941432.948481:0:14686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941432.948483:0:14686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.948485:0:14686:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941432.948486:0:14686:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941432.948495:0:14686:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085f80 x1860112200251136/t0(0) o101->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773941432.948501:0:14686:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941432.948506:0:14686:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941432.948509:0:14686:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941432.948511:0:14686:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941432.948513:0:14686:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941432.948516:0:14686:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085f80 pname:cluuid:pid:xid:nid:opc:job lfs:29b2d114-523b-41e9-8ee7-8c02f2aa2f96:14686:1860112200251136:192.168.202.112@tcp:101:lfs.0 00000100:00000001:3.0:1773941432.948519:0:14686:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941432.948523:0:14686:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941432.948525:0:14686:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941432.948527:0:14686:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941432.948530:0:14686:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff8a5a90015000. 02000000:00000001:3.0:1773941432.948532:0:14686:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941432.948538:0:14686:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941432.948541:0:14686:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a866447e8. 00000400:00000010:3.0:1773941432.948546:0:14686:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875dd48. 00000100:00000200:3.0:1773941432.948552:0:14686:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1860112200251136, portal 10 00000100:00000001:3.0:1773941432.948553:0:14686:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941432.948554:0:14686:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300998528 : -129353408553088 : ffff8a5a90085f80) 00000100:00000040:3.0:1773941432.948559:0:14686:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff8a5a90085f80 x1860112200251136/t0(0) o101->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941448 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773941432.948564:0:14686:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941432.948566:0:14686:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941432.948568:0:14686:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875dee0. 00000100:00000200:3.0:1773941432.948571:0:14686:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1860112200251136, offset 0 00000400:00000200:3.0:1773941432.948575:0:14686:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941432.948582:0:14686:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941432.948588:0:14686:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941432.948592:0:14686:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941432.948595:0:14686:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941432.948598:0:14686:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941432.948600:0:14686:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941432.948603:0:14686:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [117:117:256:4294967295] 192.168.202.112@tcp LPNI seq info [117:117:8:4294967295] 00000400:00000200:3.0:1773941432.948606:0:14686:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941432.948614:0:14686:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:3.0:1773941432.948623:0:14686:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941432.948627:0:14686:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa17da500. 00000800:00000200:3.0:1773941432.948633:0:14686:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941432.948667:0:14686:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941432.948673:0:14686:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa17da500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1773941432.948687:0:14686:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941432.948693:0:14686:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a5a98b71000: using a timeout of 3855260 usecs (3856 jiffies) 00000400:00000200:3.0:1773941432.948697:0:14686:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941432.948699:0:14686:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a5a98b71000: PM QoS new deadline estimation for cpu 0 is 4294910036 00000100:00000001:3.0:1773941432.948702:0:14686:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a5a98b71000: PM QoS request active for cpu 0, keep current deadline 4294910346 00000100:00000001:3.0:1773941432.948704:0:14686:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a5a98b71000: PM QoS new deadline estimation for cpu 1 is 4294910036 00000100:00000001:3.0:1773941432.948706:0:14686:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a5a98b71000: PM QoS request active for cpu 1, keep current deadline 4294910346 00000100:00000001:3.0:1773941432.948708:0:14686:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941432.948710:0:14686:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.948712:0:14686:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941432.948713:0:14686:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941432.948715:0:14686:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90584540 going to sleep for 11 seconds 00000100:00000001:3.0:1773941432.948717:0:14686:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941432.948719:0:14686:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941432.948770:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941432.948774:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa17da500. 00000400:00000200:0.0:1773941432.948779:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941432.948784:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941432.948800:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875dee0 00000400:00000010:0.0:1773941432.948803:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875dee0. 00000100:00000001:0.0:1773941432.948807:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941432.948811:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085f80 x1860112200251136/t0(0) o101->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941448 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773941432.948819:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941432.948822:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90085f80 x1860112200251136/t0(0) o101->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941448 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1773941432.948828:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.948829:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941432.950982:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941432.950995:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941432.950998:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941432.951002:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941432.951008:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941432.951015:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941432.951022:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941432.951026:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941432.951031:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941432.951035:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 688 into portal 10 MB=0x69bc31ef03700 00000400:00000200:1.0:1773941432.951039:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941432.951052:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 688/688 into md 0x959 [1] + 224 00000800:00000001:1.0:1773941432.951059:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941432.951067:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941432.951069:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941432.951072:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941432.951076:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941432.951080:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085f80 x1860112200251136/t0(0) o101->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941448 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1773941432.951088:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff8a5a90085f80 x1860112200251136/t0(0) o101->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941448 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1773941432.951102:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941432.951107:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941432.951109:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.951127:0:14686:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941432.951134:0:14686:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941432.951136:0:14686:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941432.951139:0:14686:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a866447e8. 00000400:00000200:3.0:1773941432.951144:0:14686:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875dd48 00000400:00000010:3.0:1773941432.951146:0:14686:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875dd48. 00000100:00000001:3.0:1773941432.951149:0:14686:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941432.951155:0:14686:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085f80 x1860112200251136/t0(0) o101->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941448 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1773941432.951167:0:14686:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085f80 x1860112200251136/t0(0) o101->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 576/1152 e 0 to 0 dl 1773941448 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773941432.951175:0:14686:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941432.951182:0:14686:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.951185:0:14686:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941432.951188:0:14686:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941432.951190:0:14686:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941432.951193:0:14686:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941432.951195:0:14686:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941432.951202:0:14686:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a8922e458 time=1 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941432.951206:0:14686:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a8922e410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941432.951209:0:14686:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941432.951211:0:14686:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.951213:0:14686:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941432.951217:0:14686:0:(ldlm_request.c:1566:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.951221:0:14686:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773941432.951223:0:14686:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a5a98b71000: skip recheck: last_committed 0 00000100:00000001:3.0:1773941432.951225:0:14686:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773941432.951227:0:14686:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941432.951232:0:14686:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085f80 x1860112200251136/t0(0) o101->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941448 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773941432.951240:0:14686:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941432.951243:0:14686:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941432.951245:0:14686:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941432.951249:0:14686:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085f80 x1860112200251136/t0(0) o101->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941448 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1773941432.951258:0:14686:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085f80 pname:cluuid:pid:xid:nid:opc:job lfs:29b2d114-523b-41e9-8ee7-8c02f2aa2f96:14686:1860112200251136:192.168.202.112@tcp:101:lfs.0 00000100:00000001:3.0:1773941432.951262:0:14686:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.951265:0:14686:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.951267:0:14686:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941432.951269:0:14686:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941432.951272:0:14686:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085f80 x1860112200251136/t0(0) o101->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941448 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773941432.951279:0:14686:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941432.951281:0:14686:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90584540. 00000100:00000001:3.0:1773941432.951284:0:14686:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941432.951289:0:14686:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.951291:0:14686:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941432.951295:0:14686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941432.951297:0:14686:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941432.951299:0:14686:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813efc00 refcount=4 00000020:00000001:3.0:1773941432.951302:0:14686:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.951305:0:14686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000040:3.0:1773941432.951310:0:14686:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff8a5a813efc00, remote cookie: 0xf0dd7054ff1f143e, flags: 0x1001 00010000:00010000:3.0:1773941432.951315:0:14686:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941432.951326:0:14686:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941432.951334:0:14686:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1773941432.951337:0:14686:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1773941432.951339:0:14686:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1773941432.951341:0:14686:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1773941432.951342:0:14686:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1773941432.951345:0:14686:0:(ldlm_resource.c:1840:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff8a5a989c4e00) refcount = 1 00010000:00010000:3.0:1773941432.951350:0:14686:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941432.951357:0:14686:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00000020:00000010:3.0:1773941432.951361:0:14686:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8a5a89354200. 00010000:00000001:3.0:1773941432.951364:0:14686:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1773941432.951366:0:14686:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941432.951369:0:14686:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1773941432.951372:0:14686:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941432.951376:0:14686:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941432.951383:0:14686:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1773941432.951388:0:14686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941432.951390:0:14686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941432.951391:0:14686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941432.951393:0:14686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941432.951394:0:14686:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773941432.951398:0:14686:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1773941432.951400:0:14686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941432.951402:0:14686:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941432.951403:0:14686:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813efc00 refcount=3 00000020:00000001:3.0:1773941432.951405:0:14686:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.951407:0:14686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.951410:0:14686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941432.951411:0:14686:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941432.951412:0:14686:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813efc00 refcount=4 00000020:00000001:3.0:1773941432.951414:0:14686:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.951416:0:14686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.951419:0:14686:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941432.951421:0:14686:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941432.951425:0:14686:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941432.951431:0:14686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941432.951433:0:14686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941432.951434:0:14686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941432.951435:0:14686:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941432.951437:0:14686:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813efc00 refcount=5 00000020:00000001:3.0:1773941432.951439:0:14686:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.951441:0:14686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.951443:0:14686:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941432.951446:0:14686:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941432.951453:0:14686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941432.951457:0:14686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941432.951461:0:14686:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941432.951468:0:14686:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941432.951470:0:14686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941432.951471:0:14686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941432.951472:0:14686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941432.951473:0:14686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1773941432.951478:0:14686:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff8a5a90085f80 x1860112200251136/t0(0) o101->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941448 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1773941432.951487:0:14686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941432.951488:0:14686:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941432.951489:0:14686:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813efc00 refcount=3 00000020:00000001:3.0:1773941432.951491:0:14686:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.951494:0:14686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.951496:0:14686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941432.951498:0:14686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773941432.951499:0:14686:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773941432.951502:0:14686:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773941432.951504:0:14686:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1773941432.951507:0:14686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941432.951508:0:14686:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941432.951509:0:14686:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813efc00 refcount=3 00000020:00000001:3.0:1773941432.951511:0:14686:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.951513:0:14686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00000002:00010000:3.0:1773941432.951517:0:14686:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941432.951524:0:14686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941432.951525:0:14686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941432.951526:0:14686:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1773941432.951528:0:14686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941432.951529:0:14686:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941432.951533:0:14686:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813efc00 refcount=3 00000020:00000001:3.0:1773941432.951535:0:14686:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.951538:0:14686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000040:3.0:1773941432.951542:0:14686:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a5a989c4e00 count: 2 00010000:00000001:3.0:1773941432.951545:0:14686:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773941432.951549:0:14686:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff8a5aa06acc00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1773941432.951551:0:14686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941432.951553:0:14686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773941432.951554:0:14686:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1773941432.951556:0:14686:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc16539f0 00000002:00002000:3.0:1773941432.951558:0:14686:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:3.0:1773941432.951562:0:14686:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773941432.951565:0:14686:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773941432.951567:0:14686:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1773941432.951570:0:14686:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1773941432.951573:0:14686:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773941432.951577:0:14686:0:(llite_lib.c:4048:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8a5a89355c00. 00000080:00000001:3.0:1773941432.951581:0:14686:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773941432.951583:0:14686:0:(llite_lib.c:3689:ll_prep_inode()) Process entered 00000002:00000001:3.0:1773941432.951588:0:14686:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1773941432.951591:0:14686:0:(lmv_obd.c:3775:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1773941432.951595:0:14686:0:(lmv_obd.c:3754:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff8a5a90ead200. 00800000:00000001:3.0:1773941432.951598:0:14686:0:(lmv_obd.c:3759:lmv_stripe_object_alloc()) Process leaving (rc=18446614720315838976 : -129353393712640 : ffff8a5a90ead200) 00800000:00000001:3.0:1773941432.951601:0:14686:0:(lmv_obd.c:3836:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773941432.951603:0:14686:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1773941432.951606:0:14686:0:(llite_lib.c:1842:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1773941432.951608:0:14686:0:(llite_lib.c:1846:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1773941432.951611:0:14686:0:(llite_lib.c:1797:ll_update_default_lsm_md()) Process entered 00000080:00000002:3.0:1773941432.951614:0:14686:0:(lustre_lmv.h:160:lmv_stripe_object_dump()) dump LMV: magic=0xcd30cd0 refs=1 count=1 index=4294967295 hash=invalid:0x0 max_inherit=0 max_inherit_rr=3 version=0 migrate_offset=0 migrate_hash=invalid:0 pool= 00000080:00000001:3.0:1773941432.951619:0:14686:0:(llite_lib.c:1832:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1773941432.951621:0:14686:0:(llite_lib.c:1863:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.951625:0:14686:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1773941432.951627:0:14686:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1773941432.951635:0:14686:0:(llite_lib.c:2979:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 10752 00010000:00000001:3.0:1773941432.951638:0:14686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941432.951659:0:14686:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941432.951662:0:14686:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813efc00 refcount=3 00000020:00000001:3.0:1773941432.951665:0:14686:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.951668:0:14686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.951671:0:14686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941432.951673:0:14686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1773941432.951675:0:14686:0:(llite_lib.c:3787:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1773941432.951678:0:14686:0:(lmv_obd.c:4012:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1773941432.951680:0:14686:0:(lmv_obd.c:4019:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773941432.951683:0:14686:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a5a98eb5348) for lock 0x4337c2e0c9a63197 00800000:00000001:3.0:1773941432.951687:0:14686:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773941432.951689:0:14686:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773941432.951690:0:14686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941432.951692:0:14686:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941432.951694:0:14686:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813efc00 refcount=3 00000020:00000001:3.0:1773941432.951696:0:14686:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.951698:0:14686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.951701:0:14686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941432.951702:0:14686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773941432.951704:0:14686:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773941432.951706:0:14686:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.951709:0:14686:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773941432.951712:0:14686:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a5a98eb5348) 00000080:00010000:3.0:1773941432.951715:0:14686:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4337c2e0c9a63197 from it ffffa51dc1653cb8 00010000:00000001:3.0:1773941432.951717:0:14686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941432.951718:0:14686:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941432.951719:0:14686:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813efc00 refcount=3 00000020:00000001:3.0:1773941432.951721:0:14686:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.951723:0:14686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.951725:0:14686:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941432.951729:0:14686:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941432.951741:0:14686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941432.951742:0:14686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941432.951744:0:14686:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773941432.951746:0:14686:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773941432.951749:0:14686:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773941432.951758:0:14686:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941432.951761:0:14686:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773941432.951762:0:14686:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773941432.951765:0:14686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941432.951767:0:14686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941432.951768:0:14686:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.951771:0:14686:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773941432.951773:0:14686:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.951776:0:14686:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.951778:0:14686:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.951780:0:14686:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941432.951781:0:14686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941432.951782:0:14686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941432.951784:0:14686:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941432.951801:0:14686:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085f80 x1860112200251136/t0(0) o101->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1773941448 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1773941432.951809:0:14686:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941432.951812:0:14686:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941432.951814:0:14686:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff8a5a90015000. 02000000:00000001:3.0:1773941432.951818:0:14686:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941432.951820:0:14686:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941432.951822:0:14686:0:(genops.c:1242:class_import_put()) import ffff8a5a8922e000 refcount=3 obd=lustre-MDT0000-mdc-ffff8a5a98b71000 00000020:00000001:3.0:1773941432.951824:0:14686:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941432.951827:0:14686:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a83551c00. 02000000:00000001:3.0:1773941432.951830:0:14686:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941432.951832:0:14686:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941432.951833:0:14686:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085f80. 00000100:00000001:3.0:1773941432.951841:0:14686:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941432.951842:0:14686:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773941432.951846:0:14686:0:(file.c:6244:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941432.951852:0:14686:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff8a5a90015000. 00000020:00000001:3.0:1773941432.951855:0:14686:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc1653d08 00000080:00000008:3.0:1773941432.951858:0:14686:0:(file.c:6469:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8a5a98eb5348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1773941432.952387:0:14686:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941432.952411:0:14686:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc1653d08 00000080:00200008:3.0:1773941432.952414:0:14686:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a5a98eb5348), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1773941432.952419:0:14686:0:(file.c:6184:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773941432.952420:0:14686:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc1653c80 00000080:00200000:3.0:1773941432.952423:0:14686:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348),name=/ 00000080:00000010:3.0:1773941432.952427:0:14686:0:(llite_lib.c:3907:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8a5a89355c00. 00800000:00000002:3.0:1773941432.952430:0:14686:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff8a5a90ead200 2 00000080:00000001:3.0:1773941432.952432:0:14686:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773941432.952435:0:14686:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773941432.952437:0:14686:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc1653ba0 00800000:00000002:3.0:1773941432.952439:0:14686:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773941432.952442:0:14686:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773941432.952444:0:14686:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773941432.952446:0:14686:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773941432.952448:0:14686:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773941432.952449:0:14686:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773941432.952452:0:14686:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773941432.952454:0:14686:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773941432.952456:0:14686:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773941432.952459:0:14686:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773941432.952463:0:14686:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773941432.952464:0:14686:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc1653a70 00000002:00010000:3.0:1773941432.952467:0:14686:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773941432.952471:0:14686:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773941432.952472:0:14686:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773941432.952474:0:14686:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773941432.952477:0:14686:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a5a989c4e00 count: 2 00010000:00000001:3.0:1773941432.952479:0:14686:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941432.952486:0:14686:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941432.952489:0:14686:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773941432.952494:0:14686:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1773941432.952503:0:14686:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773941432.952506:0:14686:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941432.952509:0:14686:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1773941432.952517:0:14686:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773941432.952519:0:14686:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773941432.952521:0:14686:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773941432.952523:0:14686:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773941432.952525:0:14686:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773941432.952527:0:14686:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773941432.952529:0:14686:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773941432.952532:0:14686:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff8a5a90ead200 2 00000080:00000010:3.0:1773941432.952534:0:14686:0:(llite_lib.c:4048:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8a5a89355c00. 00000080:00000001:3.0:1773941432.952537:0:14686:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773941432.952539:0:14686:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773941432.952542:0:14686:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a5a98eb5348) 00000080:00010000:3.0:1773941432.952545:0:14686:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a5a98eb5348) for lock 0x4337c2e0c9a63197 00800000:00000001:3.0:1773941432.952548:0:14686:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773941432.952550:0:14686:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773941432.952551:0:14686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941432.952553:0:14686:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941432.952555:0:14686:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813efc00 refcount=3 00000020:00000001:3.0:1773941432.952557:0:14686:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.952559:0:14686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.952562:0:14686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941432.952563:0:14686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773941432.952565:0:14686:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773941432.952567:0:14686:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773941432.952572:0:14686:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4337c2e0c9a63197 from it ffffa51dc1653cb8 00010000:00000001:3.0:1773941432.952574:0:14686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941432.952576:0:14686:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941432.952577:0:14686:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813efc00 refcount=3 00000020:00000001:3.0:1773941432.952579:0:14686:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.952582:0:14686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.952584:0:14686:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941432.952587:0:14686:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1773941432.952594:0:14686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941432.952595:0:14686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941432.952596:0:14686:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773941432.952598:0:14686:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773941432.952600:0:14686:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00000001:3.0:1773941432.952607:0:14686:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941432.952608:0:14686:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773941432.952610:0:14686:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773941432.952612:0:14686:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.952614:0:14686:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773941432.952616:0:14686:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.952618:0:14686:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.952620:0:14686:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.952622:0:14686:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941432.952623:0:14686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941432.952624:0:14686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941432.952626:0:14686:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941432.952627:0:14686:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1773941432.952629:0:14686:0:(file.c:6244:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941432.952632:0:14686:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc1653d08 00000080:00000008:3.0:1773941432.952635:0:14686:0:(file.c:6469:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8a5a98eb5348), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1773941432.952733:0:14686:0:(file.c:6653:ll_inode_permission()) Process entered 00000080:00000001:3.0:1773941432.952735:0:14686:0:(file.c:6184:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1773941432.952741:0:14686:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc1653b78 00000080:00200000:3.0:1773941432.952743:0:14686:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348),name=/ 00000080:00000010:3.0:1773941432.952747:0:14686:0:(llite_lib.c:3907:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8a5a89355c00. 00800000:00000002:3.0:1773941432.952750:0:14686:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff8a5a90ead200 2 00000080:00000001:3.0:1773941432.952753:0:14686:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:3.0:1773941432.952755:0:14686:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1773941432.952757:0:14686:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc1653a98 00800000:00000002:3.0:1773941432.952759:0:14686:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1773941432.952762:0:14686:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:3.0:1773941432.952764:0:14686:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:3.0:1773941432.952765:0:14686:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:3.0:1773941432.952767:0:14686:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1773941432.952769:0:14686:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1773941432.952771:0:14686:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773941432.952773:0:14686:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:3.0:1773941432.952775:0:14686:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1773941432.952777:0:14686:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1773941432.952780:0:14686:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1773941432.952782:0:14686:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc1653968 00000002:00010000:3.0:1773941432.952784:0:14686:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1773941432.952803:0:14686:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1773941432.952805:0:14686:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:3.0:1773941432.952807:0:14686:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1773941432.952810:0:14686:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a5a989c4e00 count: 2 00010000:00000001:3.0:1773941432.952812:0:14686:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941432.952815:0:14686:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941432.952817:0:14686:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773941432.952821:0:14686:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 02000000:00000001:3.0:1773941432.952829:0:14686:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1773941432.952832:0:14686:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941432.952835:0:14686:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000002:00000001:3.0:1773941432.952854:0:14686:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1773941432.952856:0:14686:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1773941432.952858:0:14686:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773941432.952860:0:14686:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1773941432.952862:0:14686:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773941432.952864:0:14686:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1773941432.952866:0:14686:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1773941432.952868:0:14686:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff8a5a90ead200 2 00000080:00000010:3.0:1773941432.952871:0:14686:0:(llite_lib.c:4048:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8a5a89355c00. 00000080:00000001:3.0:1773941432.952873:0:14686:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1773941432.952875:0:14686:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773941432.952877:0:14686:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a5a98eb5348) 00000080:00010000:3.0:1773941432.952881:0:14686:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a5a98eb5348) for lock 0x4337c2e0c9a63197 00800000:00000001:3.0:1773941432.952884:0:14686:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1773941432.952885:0:14686:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1773941432.952887:0:14686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941432.952888:0:14686:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941432.952890:0:14686:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813efc00 refcount=3 00000020:00000001:3.0:1773941432.952892:0:14686:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.952895:0:14686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.952897:0:14686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941432.952899:0:14686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1773941432.952900:0:14686:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773941432.952902:0:14686:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1773941432.952904:0:14686:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4337c2e0c9a63197 from it ffffa51dc1653bb0 00010000:00000001:3.0:1773941432.952906:0:14686:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941432.952907:0:14686:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941432.952908:0:14686:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813efc00 refcount=3 00000020:00000001:3.0:1773941432.952910:0:14686:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.952913:0:14686:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:3.0:1773941432.952915:0:14686:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941432.952921:0:14686:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00000001:3.0:1773941432.952928:0:14686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941432.952930:0:14686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941432.952931:0:14686:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1773941432.952933:0:14686:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1773941432.952935:0:14686:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00000001:3.0:1773941432.952942:0:14686:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1773941432.952943:0:14686:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1773941432.952945:0:14686:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1773941432.952947:0:14686:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.952949:0:14686:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1773941432.952950:0:14686:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.952952:0:14686:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.952954:0:14686:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.952956:0:14686:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941432.952957:0:14686:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941432.952959:0:14686:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1773941432.952960:0:14686:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941432.952962:0:14686:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1773941432.952964:0:14686:0:(file.c:6668:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348), inode mode 41ed mask 44 00000080:00000001:3.0:1773941432.952969:0:14686:0:(file.c:6707:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.952972:0:14686:0:(dir.c:2974:ll_dir_open()) Process entered 00000080:00000001:3.0:1773941432.952974:0:14686:0:(file.c:1021:ll_file_open()) Process entered 00000020:00000001:3.0:1773941432.952976:0:14686:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc1653b78 00000080:00200008:3.0:1773941432.952979:0:14686:0:(file.c:1025:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff8a5a98eb5348), flags 100000 00000080:00000010:3.0:1773941432.952984:0:14686:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff8a5a893d5540. 00000080:00000001:3.0:1773941432.952988:0:14686:0:(file.c:1050:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.952990:0:14686:0:(dir.c:2975:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.953048:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.953052:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.953059:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.953062:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.953066:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.953075:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.953078:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.953080:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.953083:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.953089:0:14686:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:3.0:1773941432.953091:0:14686:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0000-mdc-ffff8a5a98b71000: age 237, max_age 237 00800000:00000004:3.0:1773941432.953094:0:14686:0:(obd_class.h:1123:obd_statfs()) lustre-MDT0000-mdc-ffff8a5a98b71000: use ffff8a5a90f2d178 cache blocks 2956/2997 objects 86559/86890 00800000:00000001:3.0:1773941432.953098:0:14686:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773941432.953101:0:14686:0:(lmv_obd.c:1164:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.953103:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773941432.953105:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.953108:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.953111:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.953129:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.953130:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.953134:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.953135:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.953138:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.953140:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.953142:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.953143:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.953145:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.953149:0:14686:0:(obd_class.h:1067:obd_statfs()) Process entered 00800000:00000004:3.0:1773941432.953150:0:14686:0:(obd_class.h:1083:obd_statfs()) lustre-MDT0001-mdc-ffff8a5a98b71000: age -778, max_age 237 00000002:00000001:3.0:1773941432.953153:0:14686:0:(mdc_request.c:1658:mdc_statfs()) Process entered 00000020:00000040:3.0:1773941432.953155:0:14686:0:(genops.c:1229:class_import_get()) import ffff8a5a8922f000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a5a98b71000 00000100:00000010:3.0:1773941432.953160:0:14686:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085f80. 00000020:00000040:3.0:1773941432.953163:0:14686:0:(genops.c:1229:class_import_get()) import ffff8a5a8922f000 refcount=5 obd=lustre-MDT0001-mdc-ffff8a5a98b71000 00000100:00000001:3.0:1773941432.953166:0:14686:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941432.953168:0:14686:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941432.953171:0:14686:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941432.953176:0:14686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5aa17da800. 00000100:00000001:3.0:1773941432.953181:0:14686:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.953184:0:14686:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941432.953186:0:14686:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941432.953194:0:14686:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90584540. 00000100:00000001:3.0:1773941432.953197:0:14686:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720306234688 : -129353403316928 : ffff8a5a90584540) 00000100:00000001:3.0:1773941432.953200:0:14686:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941432.953201:0:14686:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300998528 : -129353408553088 : ffff8a5a90085f80) 00000100:00000001:3.0:1773941432.953205:0:14686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941432.953209:0:14686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.953211:0:14686:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941432.953213:0:14686:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941432.953219:0:14686:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085f80 x1860112200251264/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.953228:0:14686:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941432.953231:0:14686:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941432.953234:0:14686:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941432.953236:0:14686:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941432.953238:0:14686:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941432.953242:0:14686:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085f80 pname:cluuid:pid:xid:nid:opc:job lfs:29b2d114-523b-41e9-8ee7-8c02f2aa2f96:14686:1860112200251264:192.168.202.112@tcp:41:lfs.0 00000100:00000001:3.0:1773941432.953246:0:14686:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941432.953250:0:14686:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941432.953252:0:14686:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941432.953255:0:14686:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941432.953258:0:14686:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a83550000. 02000000:00000001:3.0:1773941432.953261:0:14686:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941432.953265:0:14686:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941432.953269:0:14686:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a866447e8. 00000400:00000010:3.0:1773941432.953273:0:14686:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875dd48. 00000100:00000200:3.0:1773941432.953279:0:14686:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200251264, portal 10 00000100:00000001:3.0:1773941432.953281:0:14686:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941432.953282:0:14686:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300998528 : -129353408553088 : ffff8a5a90085f80) 00000100:00000040:3.0:1773941432.953289:0:14686:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085f80 x1860112200251264/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941448 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.953297:0:14686:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941432.953300:0:14686:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941432.953304:0:14686:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d110. 00000100:00000200:3.0:1773941432.953312:0:14686:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112200251264, offset 0 00000400:00000200:3.0:1773941432.953319:0:14686:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941432.953325:0:14686:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941432.953331:0:14686:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941432.953336:0:14686:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941432.953340:0:14686:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941432.953343:0:14686:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941432.953347:0:14686:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941432.953351:0:14686:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [118:118:256:4294967295] 192.168.202.112@tcp LPNI seq info [118:118:8:4294967295] 00000400:00000200:3.0:1773941432.953356:0:14686:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941432.953365:0:14686:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:3.0:1773941432.953370:0:14686:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941432.953375:0:14686:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa17da500. 00000800:00000200:3.0:1773941432.953380:0:14686:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941432.953387:0:14686:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941432.953391:0:14686:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa17da500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941432.953404:0:14686:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941432.953409:0:14686:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a5a98b71000: using a timeout of 1079200 usecs (1080 jiffies) 00000400:00000200:3.0:1773941432.953413:0:14686:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941432.953416:0:14686:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a5a98b71000: PM QoS new deadline estimation for cpu 0 is 4294907264 00000100:00000001:3.0:1773941432.953419:0:14686:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a5a98b71000: PM QoS request active for cpu 0, keep current deadline 4294910346 00000100:00000001:3.0:1773941432.953422:0:14686:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a5a98b71000: PM QoS new deadline estimation for cpu 1 is 4294907264 00000100:00000001:3.0:1773941432.953425:0:14686:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a5a98b71000: PM QoS request active for cpu 1, keep current deadline 4294910346 00000100:00000001:3.0:1773941432.953428:0:14686:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941432.953431:0:14686:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.953433:0:14686:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941432.953435:0:14686:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941432.953438:0:14686:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90584540 going to sleep for 11 seconds 00000100:00000001:3.0:1773941432.953440:0:14686:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941432.953443:0:14686:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941432.953463:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941432.953468:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa17da500. 00000400:00000200:0.0:1773941432.953481:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941432.953488:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941432.953493:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d110 00000400:00000010:0.0:1773941432.953495:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d110. 00000100:00000001:0.0:1773941432.953499:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941432.953504:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085f80 x1860112200251264/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941448 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.953515:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941432.953519:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90085f80 x1860112200251264/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941448 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.953528:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.953530:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941432.954564:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941432.954571:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941432.954574:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941432.954576:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941432.954581:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941432.954586:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941432.954592:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941432.954596:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941432.954599:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941432.954603:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 368 into portal 10 MB=0x69bc31ef03780 00000400:00000200:1.0:1773941432.954607:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941432.954611:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 368/368 into md 0x961 [1] + 224 00000800:00000001:1.0:1773941432.954616:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941432.954622:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941432.954624:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941432.954628:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941432.954632:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941432.954636:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085f80 x1860112200251264/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941448 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941432.955148:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8a5a90085f80 x1860112200251264/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941448 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941432.955161:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941432.955166:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941432.955169:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.955182:0:14686:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941432.955187:0:14686:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941432.955188:0:14686:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941432.955190:0:14686:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a866447e8. 00000400:00000200:3.0:1773941432.955193:0:14686:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875dd48 00000400:00000010:3.0:1773941432.955195:0:14686:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875dd48. 00000100:00000001:3.0:1773941432.955196:0:14686:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941432.955201:0:14686:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085f80 x1860112200251264/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941448 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941432.955208:0:14686:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085f80 x1860112200251264/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941448 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.955213:0:14686:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941432.955214:0:14686:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.955216:0:14686:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941432.955217:0:14686:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941432.955218:0:14686:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941432.955219:0:14686:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941432.955221:0:14686:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941432.955225:0:14686:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a8922f458 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941432.955227:0:14686:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a8922f410 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941432.955229:0:14686:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941432.955230:0:14686:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.955232:0:14686:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1773941432.955235:0:14686:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5a90085f80 x1860112200251264/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941448 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941432.955240:0:14686:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.955242:0:14686:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773941432.955243:0:14686:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a5a98b71000: skip recheck: last_committed 0 00000100:00000001:3.0:1773941432.955244:0:14686:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773941432.955245:0:14686:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941432.955247:0:14686:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085f80 x1860112200251264/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941448 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.955252:0:14686:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941432.955258:0:14686:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941432.955259:0:14686:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941432.955262:0:14686:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085f80 x1860112200251264/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941448 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941432.955268:0:14686:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085f80 pname:cluuid:pid:xid:nid:opc:job lfs:29b2d114-523b-41e9-8ee7-8c02f2aa2f96:14686:1860112200251264:192.168.202.112@tcp:41:lfs.0 00000100:00000001:3.0:1773941432.955270:0:14686:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.955272:0:14686:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.955273:0:14686:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941432.955274:0:14686:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941432.955276:0:14686:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085f80 x1860112200251264/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941448 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.955281:0:14686:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941432.955282:0:14686:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90584540. 00000100:00000001:3.0:1773941432.955284:0:14686:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941432.955285:0:14686:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1773941432.955288:0:14686:0:(mdc_request.c:1710:mdc_statfs()) Process leaving 00000100:00000001:3.0:1773941432.955289:0:14686:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941432.955291:0:14686:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085f80 x1860112200251264/t0(0) o41->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/368 e 0 to 0 dl 1773941448 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.955295:0:14686:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941432.955296:0:14686:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941432.955298:0:14686:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a83550000. 02000000:00000001:3.0:1773941432.955300:0:14686:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941432.955301:0:14686:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941432.955302:0:14686:0:(genops.c:1242:class_import_put()) import ffff8a5a8922f000 refcount=4 obd=lustre-MDT0001-mdc-ffff8a5a98b71000 00000020:00000001:3.0:1773941432.955304:0:14686:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941432.955306:0:14686:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5aa17da800. 02000000:00000001:3.0:1773941432.955307:0:14686:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941432.955308:0:14686:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941432.955310:0:14686:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085f80. 00000100:00000001:3.0:1773941432.955312:0:14686:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941432.955313:0:14686:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773941432.955314:0:14686:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941432.955314:0:14686:0:(genops.c:1242:class_import_put()) import ffff8a5a8922f000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a5a98b71000 00000020:00000001:3.0:1773941432.955319:0:14686:0:(genops.c:1249:class_import_put()) Process leaving 00800000:00000004:3.0:1773941432.955320:0:14686:0:(obd_class.h:1109:obd_statfs()) lustre-MDT0001-mdc-ffff8a5a98b71000: update ffff8a5a90fd5178 cache blocks 2957/2997 objects 86774/87086 00800000:00000001:3.0:1773941432.955323:0:14686:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1773941432.955325:0:14686:0:(lmv_obd.c:1164:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955327:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773941432.955328:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955330:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955331:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955357:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955360:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955365:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955367:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955370:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955373:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955375:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955377:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955378:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955382:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955384:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955387:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955389:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955392:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955394:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955398:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955400:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955403:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955404:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955407:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955409:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955411:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955412:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955414:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955417:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955419:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955426:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955429:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955431:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955433:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955438:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955440:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955444:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955445:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955448:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955451:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955453:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955455:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955456:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955459:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955461:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955464:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955467:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955469:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955472:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955476:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955477:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955479:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955481:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955483:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955485:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955486:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955487:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955488:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955490:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955491:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955492:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955494:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955500:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955502:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955506:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955507:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955510:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955510:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955513:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955515:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955516:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955517:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955519:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955521:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955522:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955523:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955524:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955526:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955527:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955529:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955530:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955532:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955533:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955535:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955536:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955537:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955538:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955539:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955541:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955542:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955543:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955545:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955547:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955548:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955550:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955555:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955558:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955559:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955561:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955562:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955563:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955564:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955565:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955567:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955568:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955569:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955571:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955573:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955574:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955577:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955578:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955580:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955581:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955583:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955584:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955586:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955586:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955587:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955588:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955590:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955591:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955592:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955593:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955595:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955596:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955597:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955599:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955599:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955603:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955605:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955606:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955607:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955607:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955609:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955610:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955611:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955612:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955614:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955615:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955617:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955618:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955620:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955620:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955621:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955623:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955624:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955624:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955625:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955626:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955627:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955628:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955630:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955631:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955632:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955634:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955664:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955669:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955671:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955674:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955677:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955679:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955685:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955687:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955689:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955690:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955691:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955693:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955695:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955697:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955700:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955701:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955703:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955704:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955706:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955707:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955708:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955709:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955710:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955711:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955712:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955713:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955715:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955716:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955717:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955719:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955719:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955721:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955722:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955723:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955724:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955725:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955725:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955726:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955727:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955732:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955733:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955734:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955736:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955737:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955740:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955740:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955742:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955743:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955744:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955745:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955746:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955747:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955748:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955749:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955750:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955751:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955753:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955754:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955755:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955757:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955757:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955759:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955759:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955761:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955762:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955763:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955763:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955764:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955765:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955767:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955768:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955769:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955773:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955774:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955777:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955778:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955780:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955781:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955782:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955783:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955784:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955785:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955801:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955803:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955804:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955805:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955807:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955808:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955809:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955812:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955813:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955814:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955815:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955817:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955819:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955820:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955821:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955822:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955824:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955825:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955826:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955827:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955828:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955830:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955831:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955836:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955838:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955839:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955840:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955841:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955842:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955843:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955844:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955845:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955847:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955848:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955849:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955850:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955851:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955854:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955855:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955856:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955857:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955858:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955859:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955860:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955860:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955861:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955863:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955864:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955865:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955866:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955868:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955869:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955870:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955871:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955873:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955874:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955878:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955879:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955880:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955881:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955882:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955884:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955885:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955886:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955888:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955889:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955890:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955892:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955893:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955895:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955895:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955897:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955898:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955899:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955899:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955900:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955901:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955903:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955904:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955905:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955906:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955907:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955909:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955910:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955911:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955912:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955913:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955914:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955915:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955918:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955919:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955921:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955922:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955924:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955925:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955926:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955927:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955930:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955931:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955932:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955933:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955934:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955935:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955936:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955937:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955938:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955939:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955940:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955941:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955943:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955944:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955945:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955946:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955947:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955949:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955949:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955950:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955952:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955953:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955953:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955954:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955955:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955959:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955961:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955962:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955963:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955964:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955967:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955968:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955969:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955970:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955971:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955973:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955973:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955974:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955975:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955976:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955977:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955979:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955980:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.955981:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955982:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955984:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.955984:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.955986:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.955986:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.955988:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.955989:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.955990:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.955990:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.955991:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.955992:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955994:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.955995:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.955996:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956000:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956001:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956003:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956004:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956006:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956007:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956008:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956009:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956010:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956011:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956012:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956013:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956014:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956015:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956016:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956018:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956019:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956020:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956021:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956022:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956023:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956024:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956025:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956026:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956027:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956028:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956029:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956030:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956031:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956033:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956034:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956035:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956036:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956040:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956042:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956043:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956044:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956045:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956046:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956047:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956048:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956049:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956050:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956051:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956052:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956054:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956055:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956057:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956058:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956059:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956060:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956061:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956062:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956063:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956064:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956065:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956066:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956067:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956068:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956069:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956070:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956072:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956073:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956074:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956075:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956076:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956080:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956081:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956082:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956083:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956084:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956085:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956087:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956088:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956089:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956090:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956091:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956094:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956095:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956096:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956097:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956098:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956099:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956100:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956101:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956101:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956103:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956104:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956105:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956106:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956107:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956108:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956110:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956111:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956112:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956113:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956114:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956115:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956116:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956120:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956120:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956122:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956123:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956124:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956125:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956127:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956128:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956130:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956131:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956133:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956134:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956135:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956136:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956137:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956137:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956138:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956140:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956141:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956142:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956143:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956144:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956145:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956147:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956148:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956149:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956150:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956151:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956152:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956153:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956154:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956154:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956156:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956159:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956161:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956162:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956163:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956164:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956167:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956168:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956170:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956170:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956171:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956173:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956174:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956174:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956175:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956177:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956178:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956179:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956180:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956181:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956182:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956184:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956185:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956186:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956187:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956188:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956189:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956190:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956191:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956191:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956193:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956194:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956195:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956196:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956201:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956202:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956204:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956205:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956207:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956208:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956209:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956211:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956212:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956212:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956213:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956215:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956216:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956217:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956218:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956219:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956220:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956222:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956223:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956224:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956225:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956226:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956227:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956228:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956229:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956229:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956231:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956232:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956233:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956234:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956235:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956236:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956238:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956242:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956244:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956245:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956246:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956247:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956248:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956249:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956250:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956251:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956252:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956253:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956255:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956256:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956257:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956259:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956260:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956261:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956262:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956263:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956264:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956265:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956266:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956267:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956268:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956269:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956270:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956271:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956273:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956274:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956275:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956276:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956277:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956278:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956282:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956283:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956284:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956285:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956286:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956288:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956289:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956290:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956291:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956293:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956294:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956296:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956297:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956299:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956299:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956300:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956302:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956303:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956303:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956304:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956305:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956306:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956307:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956309:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956310:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956311:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956313:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956313:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956315:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956315:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956316:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956318:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956319:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956322:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956323:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956325:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956326:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956327:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956328:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956329:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956330:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956333:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956334:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956335:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956336:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956337:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956338:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956339:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956340:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956341:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956342:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956343:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956344:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956346:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956347:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956348:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956349:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956350:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956352:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956352:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956353:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956355:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956355:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956356:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956357:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956358:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956362:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956363:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956364:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956366:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956367:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956369:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956370:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956372:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956372:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956374:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956375:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956376:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956377:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956377:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956379:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956380:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956381:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956382:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956384:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956385:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956386:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956387:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956388:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956389:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956390:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956391:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956392:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956393:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956394:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956395:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956396:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956397:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956399:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956402:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956404:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956406:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956407:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956409:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956409:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956411:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956412:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956413:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956414:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956414:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956416:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956417:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956418:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956419:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956420:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956421:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956423:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956424:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956425:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956426:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956427:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956428:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956429:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956430:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956430:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956432:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956433:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956434:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956435:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956436:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956437:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956439:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956443:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956445:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956445:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956446:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956448:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956449:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956450:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956450:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956452:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956453:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956454:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956455:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956456:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956457:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956460:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956461:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956462:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956463:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956464:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956465:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956466:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956467:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956467:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956469:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956470:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956471:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956472:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956473:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956474:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956476:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956477:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956478:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956479:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956483:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956484:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956485:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956486:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956487:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956489:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956490:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956491:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956492:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956494:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956495:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956497:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956498:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956500:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956500:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956501:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956503:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956504:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956504:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956505:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956506:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956507:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956508:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956510:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956511:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956512:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956514:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956514:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956516:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956516:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956517:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956519:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956520:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956523:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956524:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956525:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956527:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956528:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956529:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956530:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956531:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956534:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956535:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956536:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956537:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956538:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956539:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956540:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956541:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956542:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956543:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956544:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956545:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956546:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956548:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956549:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956550:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956551:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956552:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956553:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956554:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956555:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956556:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956557:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956558:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956559:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956563:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956564:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956565:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956567:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956568:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956570:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956571:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956573:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956573:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956575:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956576:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956577:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956578:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956578:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956580:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956581:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956582:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956583:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956584:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956585:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956587:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956588:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956589:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956590:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956591:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956592:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956593:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956594:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956594:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956596:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956597:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956598:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956599:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956603:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956604:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956607:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956608:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956609:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956610:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956611:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956612:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956613:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956614:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956615:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956616:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956617:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956619:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956620:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956621:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956622:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956624:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956624:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956626:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956626:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956628:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956629:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956630:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956630:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956631:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956632:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956633:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956635:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956636:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956637:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956659:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956664:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956671:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956676:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956678:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956680:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956683:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956684:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956686:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956687:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956689:0:14686:0:(lmv_obd.c:939:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956690:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956692:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.956693:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956695:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956696:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.956699:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956700:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956702:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956702:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956704:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956705:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956706:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00800000:00000001:3.0:1773941432.956707:0:14686:0:(lmv_obd.c:902:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1773941432.956708:0:14686:0:(lmv_obd.c:904:lmv_iocontrol()) lustre-clilmv-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00800000:00000001:3.0:1773941432.956710:0:14686:0:(lmv_obd.c:935:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773941432.956711:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773941432.956712:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1773941432.956713:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.956715:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773941432.956716:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773941432.956718:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.956718:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.956720:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.956720:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.956725:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.956726:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.956728:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.956730:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.956732:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.956736:0:14686:0:(obd_class.h:1067:obd_statfs()) Process entered 00020000:00000004:3.0:1773941432.956738:0:14686:0:(obd_class.h:1083:obd_statfs()) lustre-OST0000-osc-ffff8a5a98b71000: age -778, max_age 237 00000008:00000001:3.0:1773941432.956740:0:14686:0:(osc_request.c:3449:osc_statfs()) Process entered 00000020:00000040:3.0:1773941432.956742:0:14686:0:(genops.c:1229:class_import_get()) import ffff8a5a8922c800 refcount=3 obd=lustre-OST0000-osc-ffff8a5a98b71000 00000100:00000010:3.0:1773941432.956744:0:14686:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085f80. 00000020:00000040:3.0:1773941432.956746:0:14686:0:(genops.c:1229:class_import_get()) import ffff8a5a8922c800 refcount=4 obd=lustre-OST0000-osc-ffff8a5a98b71000 00000020:00000001:3.0:1773941432.956748:0:14686:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941432.956749:0:14686:0:(genops.c:1242:class_import_put()) import ffff8a5a8922c800 refcount=3 obd=lustre-OST0000-osc-ffff8a5a98b71000 00000020:00000001:3.0:1773941432.956750:0:14686:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941432.956751:0:14686:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941432.956752:0:14686:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941432.956754:0:14686:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941432.956757:0:14686:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5aa17da800. 00000100:00000001:3.0:1773941432.956759:0:14686:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.956762:0:14686:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941432.956763:0:14686:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941432.956765:0:14686:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90584540. 00000100:00000001:3.0:1773941432.956766:0:14686:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720306234688 : -129353403316928 : ffff8a5a90584540) 00000100:00000001:3.0:1773941432.956768:0:14686:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941432.956769:0:14686:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300998528 : -129353408553088 : ffff8a5a90085f80) 00000100:00000001:3.0:1773941432.956772:0:14686:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941432.956774:0:14686:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.956775:0:14686:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941432.956776:0:14686:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941432.956779:0:14686:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085f80 x1860112200251392/t0(0) o13->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.956784:0:14686:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941432.956785:0:14686:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941432.956800:0:14686:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941432.956801:0:14686:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941432.956807:0:14686:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941432.956810:0:14686:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085f80 pname:cluuid:pid:xid:nid:opc:job lfs:29b2d114-523b-41e9-8ee7-8c02f2aa2f96:14686:1860112200251392:192.168.202.112@tcp:13:lfs.0 00000100:00000001:3.0:1773941432.956812:0:14686:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941432.956814:0:14686:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941432.956816:0:14686:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941432.956817:0:14686:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941432.956819:0:14686:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a83550000. 02000000:00000001:3.0:1773941432.956820:0:14686:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941432.956823:0:14686:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941432.956826:0:14686:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a866447e8. 00000400:00000010:3.0:1773941432.956828:0:14686:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875dd48. 00000100:00000200:3.0:1773941432.956830:0:14686:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200251392, portal 4 00000100:00000001:3.0:1773941432.956832:0:14686:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941432.956833:0:14686:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300998528 : -129353408553088 : ffff8a5a90085f80) 00000100:00000040:3.0:1773941432.956837:0:14686:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085f80 x1860112200251392/t0(0) o13->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941448 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.956841:0:14686:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941432.956843:0:14686:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941432.956845:0:14686:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d088. 00000100:00000200:3.0:1773941432.956846:0:14686:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1860112200251392, offset 0 00000400:00000200:3.0:1773941432.956849:0:14686:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941432.956852:0:14686:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941432.956856:0:14686:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941432.956858:0:14686:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941432.956860:0:14686:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941432.956862:0:14686:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941432.956864:0:14686:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941432.956867:0:14686:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [119:119:256:4294967295] 192.168.202.112@tcp LPNI seq info [119:119:8:4294967295] 00000400:00000200:3.0:1773941432.956869:0:14686:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941432.956874:0:14686:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:3.0:1773941432.956878:0:14686:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941432.956880:0:14686:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa17da000. 00000800:00000200:3.0:1773941432.956887:0:14686:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941432.956891:0:14686:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941432.956893:0:14686:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa17da000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941432.956904:0:14686:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941432.956907:0:14686:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8a5a98b71000: using a timeout of 2726 usecs (3 jiffies) 00000400:00000200:3.0:1773941432.956911:0:14686:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941432.956914:0:14686:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8a5a98b71000: PM QoS new deadline estimation for cpu 0 is 4294906191 00000100:00000001:3.0:1773941432.956917:0:14686:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8a5a98b71000: PM QoS request active for cpu 0, keep current deadline 4294910346 00000100:00000001:3.0:1773941432.956919:0:14686:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8a5a98b71000: PM QoS new deadline estimation for cpu 1 is 4294906191 00000100:00000001:3.0:1773941432.956921:0:14686:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8a5a98b71000: PM QoS request active for cpu 1, keep current deadline 4294910346 00000100:00000001:3.0:1773941432.956923:0:14686:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941432.956926:0:14686:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.956928:0:14686:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941432.956930:0:14686:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941432.956932:0:14686:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90584540 going to sleep for 11 seconds 00000100:00000001:3.0:1773941432.956934:0:14686:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941432.956936:0:14686:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941432.956958:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941432.956962:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa17da000. 00000400:00000200:0.0:1773941432.956965:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941432.956970:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941432.956973:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d088 00000400:00000010:0.0:1773941432.956980:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d088. 00000100:00000001:0.0:1773941432.956983:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941432.956987:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085f80 x1860112200251392/t0(0) o13->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941448 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.956997:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941432.957001:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90085f80 x1860112200251392/t0(0) o13->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941448 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.957008:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.957010:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941432.958080:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941432.958089:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941432.958092:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941432.958094:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941432.958099:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941432.958104:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941432.958109:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941432.958112:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941432.958115:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941432.958119:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 368 into portal 4 MB=0x69bc31ef03800 00000400:00000200:1.0:1773941432.958122:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941432.958126:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.112@tcp of length 368/368 into md 0x969 [1] + 224 00000800:00000001:1.0:1773941432.958132:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941432.958139:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941432.958141:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941432.958145:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941432.958149:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941432.958153:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085f80 x1860112200251392/t0(0) o13->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941448 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941432.958163:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff8a5a90085f80 x1860112200251392/t0(0) o13->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941448 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941432.958180:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941432.958184:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941432.958187:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.958204:0:14686:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941432.958209:0:14686:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941432.958210:0:14686:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941432.958212:0:14686:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a866447e8. 00000400:00000200:3.0:1773941432.958216:0:14686:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875dd48 00000400:00000010:3.0:1773941432.958218:0:14686:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875dd48. 00000100:00000001:3.0:1773941432.958220:0:14686:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941432.958225:0:14686:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085f80 x1860112200251392/t0(0) o13->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941448 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941432.958233:0:14686:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085f80 x1860112200251392/t0(0) o13->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941448 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.958240:0:14686:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941432.958241:0:14686:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.958243:0:14686:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941432.958244:0:14686:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941432.958252:0:14686:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941432.958254:0:14686:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941432.958256:0:14686:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941432.958261:0:14686:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a8922cca0 time=1773941432 v=5 (0 0 0 0) 00000100:00001000:3.0:1773941432.958264:0:14686:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a8922cc10 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941432.958267:0:14686:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941432.958268:0:14686:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.958270:0:14686:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1773941432.958274:0:14686:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5a90085f80 x1860112200251392/t0(0) o13->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941448 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941432.958281:0:14686:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.958284:0:14686:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773941432.958285:0:14686:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a5a98b71000: skip recheck: last_committed 0 00000100:00000001:3.0:1773941432.958287:0:14686:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773941432.958288:0:14686:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941432.958292:0:14686:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085f80 x1860112200251392/t0(0) o13->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941448 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.958299:0:14686:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941432.958301:0:14686:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941432.958302:0:14686:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941432.958306:0:14686:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085f80 x1860112200251392/t0(0) o13->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941448 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941432.958313:0:14686:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085f80 pname:cluuid:pid:xid:nid:opc:job lfs:29b2d114-523b-41e9-8ee7-8c02f2aa2f96:14686:1860112200251392:192.168.202.112@tcp:13:lfs.0 00000100:00000001:3.0:1773941432.958317:0:14686:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.958319:0:14686:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.958321:0:14686:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941432.958322:0:14686:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941432.958325:0:14686:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085f80 x1860112200251392/t0(0) o13->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941448 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.958338:0:14686:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941432.958340:0:14686:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90584540. 00000100:00000001:3.0:1773941432.958348:0:14686:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941432.958349:0:14686:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1773941432.958353:0:14686:0:(osc_request.c:3497:osc_statfs()) Process leaving 00000100:00000001:3.0:1773941432.958355:0:14686:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941432.958359:0:14686:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085f80 x1860112200251392/t0(0) o13->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:7/4 lens 224/368 e 0 to 0 dl 1773941448 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.958365:0:14686:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941432.958367:0:14686:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941432.958369:0:14686:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a83550000. 02000000:00000001:3.0:1773941432.958372:0:14686:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941432.958373:0:14686:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941432.958375:0:14686:0:(genops.c:1242:class_import_put()) import ffff8a5a8922c800 refcount=2 obd=lustre-OST0000-osc-ffff8a5a98b71000 00000020:00000001:3.0:1773941432.958377:0:14686:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941432.958378:0:14686:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5aa17da800. 02000000:00000001:3.0:1773941432.958380:0:14686:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941432.958381:0:14686:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941432.958382:0:14686:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085f80. 00000100:00000001:3.0:1773941432.958384:0:14686:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941432.958385:0:14686:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1773941432.958387:0:14686:0:(obd_class.h:1109:obd_statfs()) lustre-OST0000-osc-ffff8a5a98b71000: update ffff8a5a90fd37c0 cache blocks 368/374 objects 11840/12362 00020000:00000001:3.0:1773941432.958390:0:14686:0:(obd_class.h:1128:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1773941432.958392:0:14686:0:(lov_obd.c:1128:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.958393:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773941432.958395:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.958396:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.958398:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.958421:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.958423:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.958427:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.958429:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.958432:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.958435:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.958437:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.958439:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.958440:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.958444:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958452:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958454:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.958457:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.958460:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958462:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958467:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.958469:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.958473:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.958474:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.958477:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.958480:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.958482:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.958483:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.958485:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.958488:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958491:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958493:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.958495:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.958498:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958500:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958504:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.958505:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.958509:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.958510:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.958513:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.958516:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.958517:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.958519:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.958520:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.958524:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958526:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958529:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.958532:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.958540:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958543:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958547:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.958549:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.958551:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.958552:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.958554:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.958556:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.958558:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.958559:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.958560:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.958562:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958564:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958565:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.958567:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.958569:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958571:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958573:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.958574:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.958575:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.958576:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.958578:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.958580:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.958581:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.958581:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.958582:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.958584:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958585:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958586:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.958588:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.958589:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958591:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958594:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.958598:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.958600:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.958601:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.958603:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.958605:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.958606:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.958607:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.958607:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.958609:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958611:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958613:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.958614:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.958616:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958617:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958620:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.958621:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.958622:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.958623:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.958624:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.958626:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.958627:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.958628:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.958629:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.958630:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958632:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958634:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.958635:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.958637:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958940:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958944:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.958945:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.958948:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.958949:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.958955:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.958957:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.958958:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.958959:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.958960:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.958962:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958963:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958965:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.958966:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.958967:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958968:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958971:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.958972:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.958974:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.958974:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.958975:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.958977:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.958978:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.958978:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.958979:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.958981:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958982:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958984:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.958985:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.958987:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958988:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.958989:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.958990:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.958991:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.958992:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.958993:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.958994:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.958995:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.958999:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959000:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959002:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959003:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959004:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959006:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959007:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959008:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959010:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959011:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959013:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959014:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959015:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959016:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959017:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959018:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959018:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959020:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959021:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959022:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959023:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959024:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959025:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959027:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959028:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959029:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959030:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959031:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959032:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959033:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959034:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959034:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959036:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959040:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959041:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959042:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959043:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959044:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959047:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959048:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959050:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959050:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959051:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959053:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959054:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959054:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959055:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959056:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959058:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959059:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959060:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959061:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959062:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959064:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959065:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959066:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959067:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959068:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959069:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959070:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959070:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959071:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959073:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959074:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959075:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959076:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959080:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959081:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959084:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959084:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959086:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959087:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959088:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959089:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959090:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959091:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959092:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959093:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959094:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959095:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959097:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959098:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959099:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959101:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959101:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959103:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959103:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959104:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959106:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959107:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959107:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959108:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959109:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959110:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959111:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959113:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959114:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959115:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959117:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959120:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959122:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959123:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959124:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959126:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959127:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959127:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959128:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959130:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959131:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959132:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959133:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959134:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959135:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959138:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959139:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959140:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959141:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959142:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959143:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959144:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959145:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959145:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959147:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959148:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959149:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959150:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959151:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959152:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959154:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959155:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959156:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959157:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959160:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959162:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959163:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959164:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959165:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959167:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959168:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959169:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959170:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959171:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959172:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959175:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959176:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959177:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959178:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959179:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959180:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959181:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959182:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959183:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959184:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959185:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959186:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959187:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959189:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959190:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959191:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959192:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959193:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959194:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959195:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959196:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959197:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959201:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959202:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959203:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959204:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959206:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959207:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959208:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959210:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959212:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959213:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959215:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959215:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959216:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959218:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959219:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959219:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959220:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959221:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959222:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959224:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959225:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959226:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959227:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959229:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959230:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959231:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959232:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959233:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959234:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959235:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959235:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959236:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959237:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959241:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959243:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959244:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959245:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959246:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959249:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959250:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959251:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959252:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959253:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959254:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959255:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959256:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959257:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959258:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959259:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959260:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959262:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959263:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959264:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959266:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959266:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959268:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959268:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959270:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959271:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959272:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959272:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959273:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959274:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959275:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959277:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959278:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959282:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959283:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959286:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959286:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959288:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959289:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959290:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959291:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959292:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959293:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959294:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959295:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959296:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959297:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959298:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959300:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959301:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959302:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959303:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959305:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959305:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959306:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959308:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959308:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959309:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959310:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959311:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959312:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959313:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959315:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959316:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959317:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959318:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959322:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959324:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959325:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959326:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959328:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959329:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959329:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959330:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959332:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959333:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959334:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959335:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959336:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959337:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959340:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959341:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959342:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959343:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959344:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959345:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959346:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959346:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959347:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959348:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959350:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959351:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959352:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959353:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959354:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959356:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959357:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959358:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959359:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959362:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959364:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959365:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959366:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959366:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959368:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959369:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959370:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959371:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959373:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959374:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959376:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959377:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959379:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959379:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959381:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959382:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959383:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959383:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959384:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959385:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959387:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959388:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959389:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959390:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959391:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959393:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959394:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959395:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959396:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959397:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959398:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959399:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959402:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959403:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959405:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959406:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959408:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959409:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959410:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959411:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959414:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959415:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959416:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959417:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959418:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959419:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959420:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959421:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959422:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959423:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959424:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959425:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959426:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959428:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959429:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959430:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959431:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959432:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959433:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959434:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959435:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959436:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959437:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959438:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959439:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959443:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959444:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959445:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959446:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959448:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959450:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959451:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959452:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959453:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959454:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959456:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959456:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959457:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959458:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959459:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959460:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959462:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959463:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959464:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959465:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959467:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959468:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959469:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959469:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959471:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959472:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959473:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959473:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959474:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959475:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959477:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959478:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959479:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959483:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959484:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959486:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959487:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959489:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959490:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959491:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959492:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959493:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959494:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959494:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959496:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959497:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959498:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959499:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959500:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959502:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959503:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959504:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959505:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959506:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959507:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959508:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959509:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959510:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959511:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959512:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959513:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959514:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959515:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959517:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959518:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959519:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959523:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959525:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959525:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959527:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959528:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959529:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959530:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959530:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959532:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959533:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959534:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959535:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959537:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959538:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959540:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959541:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959542:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959543:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959544:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959545:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959546:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959547:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959547:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959549:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959550:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959551:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959552:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959553:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959554:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959556:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959557:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959558:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959559:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959563:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959564:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959565:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959566:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959567:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959568:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959569:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959570:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959571:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959573:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959574:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959576:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959577:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959579:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959579:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959580:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959582:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959583:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959583:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959584:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959585:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959586:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959587:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959589:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959590:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959591:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959593:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959593:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959595:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959595:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959596:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959598:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959599:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959602:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959603:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959605:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959606:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959607:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959608:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959609:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959610:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959613:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959614:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959615:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959616:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959617:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959618:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959619:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959620:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959621:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959622:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959623:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959624:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959625:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959627:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959628:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959629:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959630:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959631:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959632:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959633:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959634:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959635:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959636:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959637:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959638:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959665:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959667:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959671:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959674:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959676:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959681:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959683:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959687:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959688:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959691:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959694:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959696:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959697:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959698:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959699:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959701:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959702:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959703:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959705:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959706:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959708:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959709:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959711:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959712:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959713:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959715:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959716:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959717:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959718:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959719:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959720:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959722:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959723:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959728:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959729:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959732:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959733:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959735:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959736:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959737:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959739:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959740:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959740:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959741:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959743:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959744:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959745:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959746:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959748:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959749:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959750:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959751:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959753:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959753:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959754:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959755:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959756:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959757:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959758:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959759:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959760:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959761:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959763:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959764:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959765:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959766:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959770:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959772:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959773:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959774:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959776:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959777:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959777:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959778:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959779:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959781:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959782:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959783:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959784:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959785:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959799:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959800:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959802:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959803:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959804:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959806:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959807:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959807:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959808:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959809:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959811:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959812:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959813:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959814:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959816:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959817:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959818:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959820:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959820:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959825:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959826:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959828:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959829:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959829:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959831:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959832:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959833:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959835:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959836:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959837:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959839:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959840:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959842:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959843:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959844:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959845:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959846:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959847:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959847:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959849:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959850:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959851:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959852:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959853:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959854:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959856:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959857:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959858:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959859:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959860:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959861:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959862:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959865:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959866:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959868:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959869:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959871:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959872:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959873:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959874:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959877:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959878:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959879:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959880:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959881:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959882:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959883:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959884:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959885:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959886:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959887:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959888:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959889:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959891:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959892:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959893:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959894:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959896:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959896:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959897:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959898:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959899:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959900:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959901:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959902:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959906:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959907:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959909:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959910:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959912:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959914:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959915:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959917:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959917:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959918:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959920:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959921:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959921:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959922:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959924:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959925:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959926:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959927:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959928:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959929:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959931:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959932:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959933:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959934:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959935:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959936:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959937:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959938:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959938:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959940:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959941:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959942:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959943:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959947:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959948:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959950:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959951:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959953:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959954:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959955:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959956:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959957:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959958:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959959:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959960:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959961:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959962:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959963:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959965:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959966:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959967:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959968:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959970:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959970:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959971:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959973:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959974:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959974:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959975:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959976:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959977:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959978:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.959980:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.959981:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959982:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959984:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.959987:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.959989:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.959990:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.959991:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.959992:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.959993:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.959994:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.959995:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.959997:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959998:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.959999:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.960000:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.960001:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.960002:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.960005:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.960005:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.960007:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.960007:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.960008:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.960010:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.960011:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.960011:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.960012:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.960013:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.960014:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.960016:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.960017:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.960018:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.960019:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.960021:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.960021:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.960023:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.960023:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.960027:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.960029:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.960030:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.960030:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.960031:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.960033:0:14686:0:(lov_obd.c:988:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.960034:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.960035:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1773941432.960036:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.960037:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.960038:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1773941432.960041:0:14686:0:(dir.c:1982:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1773941432.960042:0:14686:0:(dir.c:1984:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) cmd=c00866a4 arg=7fff08721c50 00000080:00000001:3.0:1773941432.960043:0:14686:0:(llite_lib.c:3403:ll_iocontrol()) Process entered 00000020:00000001:3.0:1773941432.960044:0:14686:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1773941432.960045:0:14686:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff8a5a83551c00. 00000020:00000001:3.0:1773941432.960046:0:14686:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.960047:0:14686:0:(obd_class.h:1193:obd_iocontrol()) Process entered 00020000:00000001:3.0:1773941432.960048:0:14686:0:(lov_obd.c:956:lov_iocontrol()) Process entered 00020000:00000080:3.0:1773941432.960049:0:14686:0:(lov_obd.c:958:lov_iocontrol()) lustre-clilov-ffff8a5a98b71000: cmd=c00866a4 len=592 karg=ffff8a5a83551c00 uarg=0000000000000000 00020000:00000001:3.0:1773941432.960050:0:14686:0:(lov_obd.c:984:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773941432.960051:0:14686:0:(obd_class.h:1208:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773941432.960052:0:14686:0:(llite_lib.c:3838:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1773941432.960053:0:14686:0:(llite_lib.c:3840:ll_obd_statfs()) kvfree 'data': 592 at ffff8a5a83551c00. 00000080:00000001:3.0:1773941432.960055:0:14686:0:(llite_lib.c:3441:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773941432.960056:0:14686:0:(dir.c:2910:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1773941432.960062:0:14686:0:(dir.c:2980:ll_dir_release()) Process entered 00000080:00000001:3.0:1773941432.960064:0:14686:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:3.0:1773941432.960066:0:14686:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc1653db0 00000080:00200008:3.0:1773941432.960068:0:14686:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff8a5a98eb5348), flags 100000 00000080:00400000:3.0:1773941432.960071:0:14686:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1773941432.960073:0:14686:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff8a5a893d5540. 00000080:00000001:3.0:1773941432.960075:0:14686:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773941432.960080:0:14686:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc1653db0 00000080:00000008:3.0:1773941432.960081:0:14686:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8a5a98eb5348), flags 100000, rc = 0 00000080:00000001:3.0:1773941432.960083:0:14686:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941432.960084:0:14686:0:(dir.c:2981:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941432.970953:0:14703:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc180bd08 00000080:00200008:1.0:1773941432.970967:0:14703:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a5a98eb5348), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773941432.970975:0:14703:0:(file.c:6184:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773941432.970978:0:14703:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc180bc80 00000080:00200000:1.0:1773941432.970980:0:14703:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348),name=/ 00000080:00000010:1.0:1773941432.970984:0:14703:0:(llite_lib.c:3907:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8a5a82c2ea00. 00800000:00000002:1.0:1773941432.970989:0:14703:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff8a5a90ead200 2 00000080:00000001:1.0:1773941432.970993:0:14703:0:(namei.c:943:ll_intent_lock()) Process entered 00000020:00000010:1.0:1773941432.970997:0:14703:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8a5a90cc3400. 00800000:00000001:1.0:1773941432.971001:0:14703:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773941432.971003:0:14703:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc180bba0 00800000:00000002:1.0:1773941432.971005:0:14703:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773941432.971008:0:14703:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773941432.971010:0:14703:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773941432.971011:0:14703:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773941432.971013:0:14703:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773941432.971015:0:14703:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773941432.971017:0:14703:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773941432.971019:0:14703:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773941432.971020:0:14703:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773941432.971023:0:14703:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000020:00000010:1.0:1773941432.971026:0:14703:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff8a5a90cc3c00. 00000002:00000001:1.0:1773941432.971029:0:14703:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773941432.971030:0:14703:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc180ba70 00000002:00010000:1.0:1773941432.971032:0:14703:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773941432.971034:0:14703:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773941432.971036:0:14703:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773941432.971038:0:14703:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773941432.971043:0:14703:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a5a989c4e00 count: 2 00010000:00000001:1.0:1773941432.971045:0:14703:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941432.971049:0:14703:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000010:1.0:1773941432.971053:0:14703:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff8a5a854fce00. 00010000:00000001:1.0:1773941432.971055:0:14703:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773941432.971059:0:14703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 02000000:00000001:1.0:1773941432.971076:0:14703:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773941432.971080:0:14703:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941432.971083:0:14703:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000002:00000001:1.0:1773941432.971088:0:14703:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773941432.971089:0:14703:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773941432.971091:0:14703:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773941432.971092:0:14703:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773941432.971094:0:14703:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773941432.971095:0:14703:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773941432.971097:0:14703:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773941432.971099:0:14703:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff8a5a90ead200 2 00000080:00000010:1.0:1773941432.971102:0:14703:0:(llite_lib.c:4048:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8a5a82c2ea00. 00000080:00000001:1.0:1773941432.971106:0:14703:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773941432.971107:0:14703:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773941432.971109:0:14703:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a5a98eb5348) 00000080:00010000:1.0:1773941432.971112:0:14703:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a5a98eb5348) for lock 0x4337c2e0c9a63197 00800000:00000001:1.0:1773941432.971114:0:14703:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773941432.971116:0:14703:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773941432.971117:0:14703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941432.971119:0:14703:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941432.971121:0:14703:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813efc00 refcount=3 00000020:00000001:1.0:1773941432.971123:0:14703:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:1.0:1773941432.971125:0:14703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:1.0:1773941432.971127:0:14703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941432.971129:0:14703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773941432.971130:0:14703:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941432.971131:0:14703:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773941432.971133:0:14703:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4337c2e0c9a63197 from it ffffa51dc180bcb8 00010000:00000001:1.0:1773941432.971134:0:14703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941432.971135:0:14703:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941432.971140:0:14703:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813efc00 refcount=3 00000020:00000001:1.0:1773941432.971142:0:14703:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:1.0:1773941432.971143:0:14703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:1.0:1773941432.971145:0:14703:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941432.971147:0:14703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00000001:1.0:1773941432.971151:0:14703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941432.971152:0:14703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941432.971153:0:14703:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773941432.971155:0:14703:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773941432.971156:0:14703:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00000001:1.0:1773941432.971161:0:14703:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941432.971164:0:14703:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773941432.971165:0:14703:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773941432.971167:0:14703:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.971170:0:14703:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773941432.971171:0:14703:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.971173:0:14703:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941432.971176:0:14703:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8a5a82c2ea00. 00010000:00000001:1.0:1773941432.971178:0:14703:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.971179:0:14703:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941432.971180:0:14703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941432.971181:0:14703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941432.971184:0:14703:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941432.971185:0:14703:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773941432.971188:0:14703:0:(file.c:6244:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941432.971192:0:14703:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1856 at ffff8a5a892ad000. 00000020:00000001:1.0:1773941432.971195:0:14703:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc180bd08 00000080:00000008:1.0:1773941432.971197:0:14703:0:(file.c:6469:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8a5a98eb5348), request_mask 2047, flags 0, foreign 0 00000020:00000001:1.0:1773941432.971314:0:14703:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc180bd08 00000080:00200008:1.0:1773941432.971317:0:14703:0:(file.c:6291:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff8a5a98eb5348), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773941432.971325:0:14703:0:(file.c:6184:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1773941432.971327:0:14703:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc180bc80 00000080:00200000:1.0:1773941432.971329:0:14703:0:(file.c:6186:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348),name=/ 00000080:00000010:1.0:1773941432.971332:0:14703:0:(llite_lib.c:3907:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff8a5a82c2e200. 00800000:00000002:1.0:1773941432.971335:0:14703:0:(lmv_obd.c:3847:lmv_stripe_object_get()) get ffff8a5a90ead200 2 00000080:00000001:1.0:1773941432.971338:0:14703:0:(namei.c:943:ll_intent_lock()) Process entered 00800000:00000001:1.0:1773941432.971340:0:14703:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1773941432.971341:0:14703:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc180bba0 00800000:00000002:1.0:1773941432.971343:0:14703:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1773941432.971345:0:14703:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1773941432.971346:0:14703:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1773941432.971347:0:14703:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1773941432.971348:0:14703:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1773941432.971349:0:14703:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773941432.971350:0:14703:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773941432.971352:0:14703:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1773941432.971354:0:14703:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773941432.971356:0:14703:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1773941432.971358:0:14703:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1773941432.971359:0:14703:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc180ba70 00000002:00010000:1.0:1773941432.971361:0:14703:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1773941432.971363:0:14703:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1773941432.971364:0:14703:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1773941432.971365:0:14703:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1773941432.971367:0:14703:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a5a989c4e00 count: 2 00010000:00000001:1.0:1773941432.971369:0:14703:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941432.971371:0:14703:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941432.971373:0:14703:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773941432.971375:0:14703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 02000000:00000001:1.0:1773941432.971380:0:14703:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1773941432.971382:0:14703:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941432.971384:0:14703:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000002:00000001:1.0:1773941432.971396:0:14703:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1773941432.971398:0:14703:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1773941432.971399:0:14703:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773941432.971400:0:14703:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1773941432.971401:0:14703:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1773941432.971402:0:14703:0:(namei.c:951:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1773941432.971404:0:14703:0:(namei.c:989:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1773941432.971405:0:14703:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff8a5a90ead200 2 00000080:00000010:1.0:1773941432.971407:0:14703:0:(llite_lib.c:4048:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff8a5a82c2e200. 00000080:00000001:1.0:1773941432.971409:0:14703:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1773941432.971410:0:14703:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773941432.971411:0:14703:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a5a98eb5348) 00000080:00010000:1.0:1773941432.971413:0:14703:0:(llite_internal.h:1998:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff8a5a98eb5348) for lock 0x4337c2e0c9a63197 00800000:00000001:1.0:1773941432.971415:0:14703:0:(lmv_obd.c:3932:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1773941432.971416:0:14703:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1773941432.971417:0:14703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941432.971418:0:14703:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941432.971419:0:14703:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813efc00 refcount=3 00000020:00000001:1.0:1773941432.971420:0:14703:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:1.0:1773941432.971421:0:14703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:1.0:1773941432.971423:0:14703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941432.971424:0:14703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1773941432.971424:0:14703:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941432.971425:0:14703:0:(lmv_obd.c:3937:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1773941432.971427:0:14703:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x4337c2e0c9a63197 from it ffffa51dc180bcb8 00010000:00000001:1.0:1773941432.971429:0:14703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941432.971430:0:14703:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941432.971430:0:14703:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813efc00 refcount=3 00000020:00000001:1.0:1773941432.971432:0:14703:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:1.0:1773941432.971433:0:14703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052919296 : -129353656632320 : ffff8a5a813efc00) 00010000:00000001:1.0:1773941432.971434:0:14703:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941432.971441:0:14703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00000001:1.0:1773941432.971446:0:14703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941432.971447:0:14703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941432.971448:0:14703:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1773941432.971450:0:14703:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1773941432.971453:0:14703:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00000001:1.0:1773941432.971459:0:14703:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1773941432.971462:0:14703:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1773941432.971464:0:14703:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1773941432.971466:0:14703:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.971468:0:14703:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1773941432.971469:0:14703:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.971471:0:14703:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.971474:0:14703:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.971476:0:14703:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941432.971478:0:14703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941432.971479:0:14703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941432.971482:0:14703:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941432.971483:0:14703:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1773941432.971487:0:14703:0:(file.c:6244:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941432.971490:0:14703:0:(obd_sysfs.c:873:encode_fn_len()) Process filename at ffffa51dc180bd08 00000080:00000008:1.0:1773941432.971493:0:14703:0:(file.c:6469:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff8a5a98eb5348), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1773941432.971882:0:14703:0:(llite_lib.c:4092:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941432.976750:0:14703:0:(llite_lib.c:1002:ll_kill_super()) Process entered 00000080:00000001:1.0:1773941432.976754:0:14703:0:(llite_lib.c:1023:ll_kill_super()) Process leaving 00000080:00000001:1.0:1773941432.976761:0:14703:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1773941432.976764:0:14703:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1773941432.976772:0:14703:0:(llite_lib.c:3261:ll_delete_inode()) Process entered 00000080:00000001:1.0:1773941432.976774:0:14703:0:(llite_lib.c:1948:ll_clear_inode()) Process entered 00000080:00200000:1.0:1773941432.976776:0:14703:0:(llite_lib.c:1951:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](ffff8a5a98eb5348) 00800000:00000001:1.0:1773941432.976781:0:14703:0:(lmv_obd.c:1610:lmv_null_inode()) Process entered 00800000:00000002:1.0:1773941432.976783:0:14703:0:(lmv_obd.c:1612:lmv_null_inode()) CBDATA for [0x200000007:0x1:0x0] 00000002:00000001:1.0:1773941432.976798:0:14703:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00010000:00000040:1.0:1773941432.976808:0:14703:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a5a989c4e00 count: 2 00010000:00000001:1.0:1773941432.976810:0:14703:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1773941432.976813:0:14703:0:(mdc_locks.c:180:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941432.976816:0:14703:0:(mdc_locks.c:166:mdc_null_inode()) Process entered 00000002:00000001:1.0:1773941432.976818:0:14703:0:(mdc_locks.c:173:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941432.976820:0:14703:0:(lmv_obd.c:1622:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941432.976822:0:14703:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1773941432.976824:0:14703:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1773941432.976825:0:14703:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941432.976827:0:14703:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1773941432.976830:0:14703:0:(lmv_obd.c:3892:lmv_stripe_object_put()) put ffff8a5a90ead200 1 00800000:00000010:1.0:1773941432.976832:0:14703:0:(lmv_obd.c:3877:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff8a5a90ead200. 00000080:00000001:1.0:1773941432.976837:0:14703:0:(llite_lib.c:1999:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1773941432.976838:0:14703:0:(llite_lib.c:3280:ll_delete_inode()) Process leaving 00000080:00000001:1.0:1773941432.976844:0:14703:0:(llite_lib.c:1565:ll_put_super()) Process entered 00000080:00200000:1.0:1773941432.976846:0:14703:0:(llite_lib.c:1572:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff8a5a98b71000 (sb ffff8a5a98b71000) 00000020:00000001:1.0:1773941432.976849:0:14703:0:(obd_mount.c:116:lustre_end_log()) Process entered 00000020:00000010:1.0:1773941432.976857:0:14703:0:(obd_mount.c:126:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff8a5a833d9300. 00000020:00000001:1.0:1773941432.976859:0:14703:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:1.0:1773941432.976862:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a82c2e200. 00000020:00000010:1.0:1773941432.976867:0:14703:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a90c97a00. 00000040:00000010:1.0:1773941432.976870:0:14703:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a90c96000. 00000020:00000010:1.0:1773941432.976874:0:14703:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a892ae800. 00000020:00000010:1.0:1773941432.976878:0:14703:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a90c96400. 00040000:00000010:1.0:1773941432.976882:0:14703:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a83c44b00. 00040000:00000010:1.0:1773941432.976885:0:14703:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a90c97c00. 10000000:00000001:1.0:1773941432.976889:0:14703:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:1.0:1773941432.976891:0:14703:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:1.0:1773941432.976894:0:14703:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1773941432.976896:0:14703:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:1.0:1773941432.976898:0:14703:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941432.976901:0:14703:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8a5a90f1dc00) refs 3 10000000:00000001:1.0:1773941432.976903:0:14703:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941432.976905:0:14703:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446614720316300288 : -129353393251328 : ffff8a5a90f1dc00) 10000000:00000001:1.0:1773941432.976909:0:14703:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1773941432.976911:0:14703:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x4337c2e0c9a6313c 00010000:00000001:1.0:1773941432.976920:0:14703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941432.976922:0:14703:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941432.976924:0:14703:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e2a00 refcount=2 00000020:00000001:1.0:1773941432.976927:0:14703:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075934208 : -129353633617408 : ffff8a5a829e2a00) 00010000:00000001:1.0:1773941432.976930:0:14703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075934208 : -129353633617408 : ffff8a5a829e2a00) 00010000:00000001:1.0:1773941432.976934:0:14703:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941432.976938:0:14703:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941432.976943:0:14703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2a00/0x4337c2e0c9a6313c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf0dd7054ff1f13ff expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941432.976952:0:14703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941432.976954:0:14703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941432.976956:0:14703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941432.976957:0:14703:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941432.976959:0:14703:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e2a00 refcount=3 00000020:00000001:1.0:1773941432.976961:0:14703:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075934208 : -129353633617408 : ffff8a5a829e2a00) 00010000:00000001:1.0:1773941432.976963:0:14703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075934208 : -129353633617408 : ffff8a5a829e2a00) 00010000:00000001:1.0:1773941432.976966:0:14703:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1773941432.976969:0:14703:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2a00/0x4337c2e0c9a6313c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf0dd7054ff1f13ff expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941432.976975:0:14703:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941432.976977:0:14703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2a00/0x4337c2e0c9a6313c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf0dd7054ff1f13ff expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941432.976982:0:14703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941432.976982:0:14703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941432.976984:0:14703:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2a00/0x4337c2e0c9a6313c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xf0dd7054ff1f13ff expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941432.976988:0:14703:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941432.976989:0:14703:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.976991:0:14703:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1773941432.976999:0:14703:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8a5a833d9e40. 00010000:00000001:1.0:1773941432.977001:0:14703:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1773941432.977011:0:14703:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1773941432.977013:0:14703:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.977014:0:14703:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.977016:0:14703:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941432.977017:0:14703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941432.977018:0:14703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1773941432.977019:0:14703:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:1.0:1773941432.977020:0:14703:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x4337c2e0c9a63166 00010000:00000001:1.0:1773941432.977022:0:14703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941432.977023:0:14703:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1773941432.977024:0:14624:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000040:1.0:1773941432.977025:0:14703:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e3e00 refcount=2 00000020:00000001:1.0:1773941432.977030:0:14703:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075939328 : -129353633612288 : ffff8a5a829e3e00) 00000020:00000001:0.0:1773941432.977030:0:14624:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.977032:0:14703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075939328 : -129353633612288 : ffff8a5a829e3e00) 00010000:00000001:1.0:1773941432.977037:0:14703:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00010000:0.0:1773941432.977038:0:14624:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1773941432.977039:0:14703:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941432.977045:0:14703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3e00/0x4337c2e0c9a63166 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf0dd7054ff1f1406 expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941432.977045:0:14624:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1773941432.977049:0:14624:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:1.0:1773941432.977054:0:14703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941432.977055:0:14703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941432.977056:0:14703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00010000:0.0:1773941432.977057:0:14624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2a00/0x4337c2e0c9a6313c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf0dd7054ff1f13ff expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773941432.977058:0:14703:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941432.977061:0:14703:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e3e00 refcount=3 00000020:00000001:1.0:1773941432.977065:0:14703:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075939328 : -129353633612288 : ffff8a5a829e3e00) 00010000:00000001:1.0:1773941432.977069:0:14703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075939328 : -129353633612288 : ffff8a5a829e3e00) 00010000:00000001:1.0:1773941432.977072:0:14703:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1773941432.977075:0:14703:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3e00/0x4337c2e0c9a63166 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf0dd7054ff1f1406 expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941432.977077:0:14624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a829e2a00 already unused, calling callback (ffffffffc123ec20) 10000000:00000001:0.0:1773941432.977084:0:14624:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00000001:1.0:1773941432.977085:0:14703:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941432.977093:0:14703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3e00/0x4337c2e0c9a63166 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf0dd7054ff1f1406 expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1773941432.977093:0:14624:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2a00/0x4337c2e0c9a6313c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xf0dd7054ff1f13ff expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941432.977110:0:14624:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773941432.977114:0:14624:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1773941432.977117:0:14703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:0.0:1773941432.977118:0:14624:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1773941432.977119:0:14703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1773941432.977122:0:14624:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e2a00 refcount=3 00010000:00010000:1.0:1773941432.977123:0:14703:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3e00/0x4337c2e0c9a63166 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf0dd7054ff1f1406 expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1773941432.977127:0:14624:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075934208 : -129353633617408 : ffff8a5a829e2a00) 00010000:00000001:1.0:1773941432.977132:0:14703:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941432.977134:0:14624:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075934208 : -129353633617408 : ffff8a5a829e2a00) 00010000:00000001:1.0:1773941432.977135:0:14703:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.977138:0:14703:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773941432.977140:0:14624:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000010:1.0:1773941432.977142:0:14703:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8a5a834d5d80. 00010000:00000001:1.0:1773941432.977145:0:14703:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1773941432.977146:0:14624:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2a00/0x4337c2e0c9a6313c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xf0dd7054ff1f13ff expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1773941432.977154:0:14624:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00010000:1.0:1773941432.977155:0:14703:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1773941432.977158:0:14703:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.977159:0:14703:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.977161:0:14703:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941432.977163:0:14703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941432.977165:0:14703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00010000:0.0:1773941432.977165:0:14624:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2a00/0x4337c2e0c9a6313c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xf0dd7054ff1f13ff expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1773941432.977167:0:14703:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941432.977170:0:14703:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff8a5a90f1c400) refs 2 00000020:00000001:2.0:1773941432.977175:0:14623:0:(genops.c:1914:obd_stale_export_get()) Process entered 10000000:00000001:1.0:1773941432.977175:0:14703:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1773941432.977178:0:14703:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:01000000:0.0:1773941432.977178:0:14624:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1773941432.977181:0:14703:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x4337c2e0c9a6316d 10000000:01000000:0.0:1773941432.977184:0:14624:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00010000:00000001:1.0:1773941432.977186:0:14703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1773941432.977187:0:14623:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941432.977188:0:14624:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:1.0:1773941432.977189:0:14703:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:2.0:1773941432.977191:0:14623:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000040:0.0:1773941432.977192:0:14624:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8a5a90f1dc00) refs 3 00000020:00000040:1.0:1773941432.977193:0:14703:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a80031a00 refcount=2 00000020:00000001:1.0:1773941432.977198:0:14703:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720032217600 : -129353677334016 : ffff8a5a80031a00) 10000000:00000001:0.0:1773941432.977199:0:14624:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1773941432.977201:0:14703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720032217600 : -129353677334016 : ffff8a5a80031a00) 10000000:00000001:0.0:1773941432.977202:0:14624:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.977205:0:14703:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941432.977208:0:14703:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941432.977208:0:14624:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00010000:1.0:1773941432.977213:0:14703:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a80031a00/0x4337c2e0c9a6316d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf0dd7054ff1f140d expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941432.977214:0:14624:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941432.977217:0:14624:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941432.977221:0:14703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941432.977222:0:14624:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941432.977225:0:14624:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.977229:0:14703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1773941432.977230:0:14624:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a829e2a00 with handle 0x4337c2e0c9a6313c from hash 00010000:00000001:1.0:1773941432.977231:0:14703:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941432.977235:0:14703:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:0.0:1773941432.977235:0:14624:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000020:00000040:1.0:1773941432.977237:0:14703:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a80031a00 refcount=3 00010000:00000001:0.0:1773941432.977239:0:14624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1773941432.977241:0:14703:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720032217600 : -129353677334016 : ffff8a5a80031a00) 00010000:00000001:0.0:1773941432.977242:0:14624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941432.977244:0:14703:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720032217600 : -129353677334016 : ffff8a5a80031a00) 00010000:00000001:0.0:1773941432.977245:0:14624:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941432.977248:0:14703:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00000001:0.0:1773941432.977249:0:14624:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00010000:1.0:1773941432.977252:0:14703:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a80031a00/0x4337c2e0c9a6316d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf0dd7054ff1f140d expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941432.977253:0:14624:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773941432.977260:0:14706:0:(ldlm_lockd.c:2959:ldlm_bl_thread_main()) Process entered 00010000:00000001:0.0:1773941432.977260:0:14624:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773941432.977262:0:14703:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00000001:0.0:1773941432.977263:0:14624:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00010000:00000010:2.0:1773941432.977265:0:14706:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8a5a851529c0. 00010000:00010000:1.0:1773941432.977266:0:14703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a80031a00/0x4337c2e0c9a6316d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf0dd7054ff1f140d expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:2.0:1773941432.977273:0:14706:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a860d2c00. 00010000:00000001:1.0:1773941432.977274:0:14703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:0.0:1773941432.977274:0:14624:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a86089c00. 00010000:00000001:1.0:1773941432.977278:0:14703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:2.0:1773941432.977280:0:14706:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a860d3600. 00010000:00010000:1.0:1773941432.977281:0:14703:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a80031a00/0x4337c2e0c9a6316d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xf0dd7054ff1f140d expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000040:0.0:1773941432.977282:0:14624:0:(genops.c:1229:class_import_get()) import ffff8a5a82fdb800 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000010:2.0:1773941432.977286:0:14706:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a906d1800. 00000100:00000001:0.0:1773941432.977290:0:14624:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:2.0:1773941432.977294:0:14706:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a833c9e30. 02000000:00000001:0.0:1773941432.977294:0:14624:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1773941432.977295:0:14703:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941432.977300:0:14703:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941432.977301:0:14706:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a90f1d600. 02000000:00000001:0.0:1773941432.977301:0:14624:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.977302:0:14703:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 80000000:00000010:2.0:1773941432.977309:0:14706:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a830e57e0. 00010000:00000010:1.0:1773941432.977309:0:14703:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff8a5a84ef4840. 02000000:00000010:0.0:1773941432.977312:0:14624:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a85500400. 00010000:00000001:1.0:1773941432.977313:0:14703:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 40000000:00000010:2.0:1773941432.977316:0:14706:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a85152240. 00010000:00010000:1.0:1773941432.977318:0:14703:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1773941432.977321:0:14703:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.977321:0:14624:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:2.0:1773941432.977322:0:14706:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a906d4800. 00010000:00000001:1.0:1773941432.977323:0:14703:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:2.0:1773941432.977328:0:14706:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5aa1544a00. 00010000:00000001:1.0:1773941432.977328:0:14703:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1773941432.977329:0:14624:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00000001:1.0:1773941432.977333:0:14703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000010:2.0:1773941432.977334:0:14706:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a90f1c600. 00010000:00000001:1.0:1773941432.977337:0:14703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941432.977338:0:14624:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2a00/0x4337c2e0c9a6313c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f13ff expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00000010:2.0:1773941432.977340:0:14706:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a90d73c00. 10000000:00000001:1.0:1773941432.977340:0:14703:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941432.977344:0:14703:0:(mgc_request.c:123:config_log_put()) log params(ffff8a5a90f1c000) refs 2 00000020:00000010:2.0:1773941432.977346:0:14706:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a85152a40. 10000000:00000001:1.0:1773941432.977348:0:14703:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1773941432.977352:0:14703:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:0.0:1773941432.977355:0:14624:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00000020:00000001:2.0:1773941432.977356:0:14706:0:(genops.c:1914:obd_stale_export_get()) Process entered 10000000:00000001:1.0:1773941432.977356:0:14703:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:2.0:1773941432.977360:0:14706:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941432.977360:0:14624:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941432.977362:0:14703:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:2.0:1773941432.977364:0:14706:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 10000000:00000040:1.0:1773941432.977365:0:14703:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a8a5d9c00) refs 2 10000000:00000001:1.0:1773941432.977371:0:14703:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1773941432.977372:0:14623:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 10000000:00000001:1.0:1773941432.977373:0:14703:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1773941432.977375:0:14623:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1773941432.977375:0:14624:0:(jobid.c:936:lustre_get_jobid()) Process entered 10000000:00000001:1.0:1773941432.977376:0:14703:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941432.977380:0:14703:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:2.0:1773941432.977381:0:14623:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3e00/0x4337c2e0c9a63166 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf0dd7054ff1f1406 expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000040:1.0:1773941432.977383:0:14703:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8a5a90f1dc00) refs 2 00000100:00000001:0.0:1773941432.977383:0:14624:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941432.977389:0:14703:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1773941432.977392:0:14703:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:2.0:1773941432.977395:0:14623:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a829e3e00 already unused, calling callback (ffffffffc123ec20) 10000000:00000040:1.0:1773941432.977395:0:14703:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8a5a90f1dc00) refs 1 10000000:00000001:2.0:1773941432.977401:0:14623:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:01000000:1.0:1773941432.977402:0:14703:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00000100:00000040:0.0:1773941432.977403:0:14624:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d18b7bd5] to pc [ptlrpcd_00_00+0] req@ffff8a5a86089c00 x1860112200251520/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:00010000:2.0:1773941432.977405:0:14623:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3e00/0x4337c2e0c9a63166 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf0dd7054ff1f1406 expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1773941432.977406:0:14703:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941432.977409:0:14703:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941432.977412:0:14703:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941432.977415:0:14703:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941432.977417:0:14703:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941432.977420:0:14703:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:2.0:1773941432.977423:0:14623:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 10000000:00000001:1.0:1773941432.977424:0:14703:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:2.0:1773941432.977428:0:14623:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 10000000:00000001:1.0:1773941432.977428:0:14703:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:2.0:1773941432.977431:0:14623:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000001:1.0:1773941432.977432:0:14703:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000040:2.0:1773941432.977435:0:14623:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e3e00 refcount=3 10000000:00000001:1.0:1773941432.977435:0:14703:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:2.0:1773941432.977440:0:14623:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075939328 : -129353633612288 : ffff8a5a829e3e00) 00000020:00000040:1.0:1773941432.977441:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a98b76800 : new refcount 5 00010000:00000001:0.0:1773941432.977443:0:14624:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:1.0:1773941432.977446:0:14703:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffff8a5a90f1dc00. 00010000:00000001:2.0:1773941432.977452:0:14623:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075939328 : -129353633612288 : ffff8a5a829e3e00) 00010000:00000001:0.0:1773941432.977452:0:14624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:1.0:1773941432.977454:0:14703:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:2.0:1773941432.977459:0:14623:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 10000000:01000000:1.0:1773941432.977459:0:14703:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00000001:0.0:1773941432.977459:0:14624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941432.977463:0:14624:0:(ldlm_request.c:2290:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941432.977464:0:14623:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3e00/0x4337c2e0c9a63166 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf0dd7054ff1f1406 expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1773941432.977465:0:14703:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941432.977469:0:14624:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941432.977471:0:14703:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941432.977475:0:14624:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941432.977480:0:14703:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a90c97a00. 10000000:00000001:2.0:1773941432.977483:0:14623:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00010000:00010000:0.0:1773941432.977484:0:14624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2a00/0x4337c2e0c9a6313c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f13ff expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00000010:1.0:1773941432.977487:0:14703:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a90c96000. 10000000:00010000:2.0:1773941432.977489:0:14623:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3e00/0x4337c2e0c9a63166 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf0dd7054ff1f1406 expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:1.0:1773941432.977495:0:14703:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a892ae800. 00000020:00000010:1.0:1773941432.977503:0:14703:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a90c96400. 00010000:00000001:0.0:1773941432.977504:0:14624:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00040000:00000010:1.0:1773941432.977509:0:14703:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a83c44b00. 10000000:01000000:2.0:1773941432.977510:0:14623:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1773941432.977510:0:14624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2a00/0x4337c2e0c9a6313c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f13ff expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00040000:00000010:1.0:1773941432.977513:0:14703:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a90c97c00. 10000000:01000000:2.0:1773941432.977518:0:14623:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 00000020:00000010:1.0:1773941432.977519:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a82c2e200. 10000000:00000001:2.0:1773941432.977524:0:14623:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:1.0:1773941432.977526:0:14703:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773941432.977528:0:14623:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff8a5a90f1c400) refs 1 00000020:00000010:1.0:1773941432.977530:0:14703:0:(obd_mount.c:131:lustre_end_log()) kfreed 'lcfg': 176 at ffff8a5a833d9300. 00010000:00000001:0.0:1773941432.977530:0:14624:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:01000000:2.0:1773941432.977535:0:14623:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 00010000:00000001:0.0:1773941432.977536:0:14624:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000020:00000001:1.0:1773941432.977537:0:14703:0:(obd_mount.c:132:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941432.977538:0:14623:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:1.0:1773941432.977541:0:14703:0:(obd_mount.c:116:lustre_end_log()) Process entered 00010000:00000010:0.0:1773941432.977541:0:14624:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8a5a833d9e40. 10000000:00000001:2.0:1773941432.977542:0:14623:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941432.977545:0:14623:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941432.977547:0:14623:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1773941432.977548:0:14624:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941432.977550:0:14623:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:1.0:1773941432.977550:0:14703:0:(obd_mount.c:126:lustre_end_log()) kmalloced '(lcfg)': 168 at ffff8a5a84ef4f00. 10000000:00000001:2.0:1773941432.977554:0:14623:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:1.0:1773941432.977555:0:14703:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000001:0.0:1773941432.977556:0:14624:0:(genops.c:1914:obd_stale_export_get()) Process entered 10000000:00000001:2.0:1773941432.977557:0:14623:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:1.0:1773941432.977559:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a90c97c00. 10000000:00000001:2.0:1773941432.977560:0:14623:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:0.0:1773941432.977561:0:14624:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941432.977565:0:14623:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000010:1.0:1773941432.977565:0:14703:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a90c96400. 00010000:00010000:0.0:1773941432.977566:0:14624:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1773941432.977568:0:14623:0:(mgc_request.c:120:config_log_put()) Process leaving 00000040:00000010:1.0:1773941432.977571:0:14703:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a90c96000. 00000020:00000001:0.0:1773941432.977571:0:14624:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000040:2.0:1773941432.977572:0:14623:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a98b76800 : new refcount 4 00000020:00000010:1.0:1773941432.977575:0:14703:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a892ae800. 10000000:00000010:2.0:1773941432.977577:0:14623:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at ffff8a5a90f1c400. 00000020:00000001:0.0:1773941432.977577:0:14624:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941432.977579:0:14703:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a90c97a00. 10000000:00000001:2.0:1773941432.977585:0:14623:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00010000:0.0:1773941432.977585:0:14624:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00040000:00000010:1.0:1773941432.977586:0:14703:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a83c44b00. 10000000:00000001:2.0:1773941432.977589:0:14623:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941432.977591:0:14624:0:(genops.c:1914:obd_stale_export_get()) Process entered 00040000:00000010:1.0:1773941432.977592:0:14703:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a82c2e200. 00010000:00000001:2.0:1773941432.977593:0:14623:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773941432.977595:0:14624:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941432.977596:0:14623:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 10000000:00000001:1.0:1773941432.977597:0:14703:0:(mgc_request.c:1932:mgc_process_config()) Process entered 00010000:00010000:0.0:1773941432.977600:0:14624:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941432.977601:0:14623:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 10000000:00000001:1.0:1773941432.977601:0:14703:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 00010000:00000001:2.0:1773941432.977606:0:14623:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000001:1.0:1773941432.977606:0:14703:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:1.0:1773941432.977607:0:14703:0:(mgc_request.c:159:config_log_find()) Process entered 00010000:00000001:2.0:1773941432.977609:0:14623:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941432.977610:0:14703:0:(mgc_request.c:105:config_log_get()) Process entered 00000100:00000001:0.0:1773941432.977611:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1773941432.977613:0:14623:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a829e3e00 with handle 0x4337c2e0c9a63166 from hash 10000000:00000040:1.0:1773941432.977614:0:14703:0:(mgc_request.c:108:config_log_get()) log params (ffff8a5a90f1c000) refs 2 00010000:00000001:2.0:1773941432.977618:0:14623:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 10000000:00000001:1.0:1773941432.977619:0:14703:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1773941432.977620:0:2405:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8a5a83112f18. 00010000:00000001:2.0:1773941432.977622:0:14623:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:1.0:1773941432.977623:0:14703:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446614720316293120 : -129353393258496 : ffff8a5a90f1c000) 10000000:00000001:1.0:1773941432.977626:0:14703:0:(mgc_request.c:117:config_log_put()) Process entered 00000080:00000010:0.0:1773941432.977627:0:2405:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8a5a84f64490. 10000000:00000040:1.0:1773941432.977628:0:14703:0:(mgc_request.c:123:config_log_put()) log params(ffff8a5a90f1c000) refs 2 00010000:00000001:2.0:1773941432.977632:0:14623:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941432.977634:0:14623:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 10000000:00000001:1.0:1773941432.977635:0:14703:0:(mgc_request.c:147:config_log_put()) Process leaving 00000080:00000010:0.0:1773941432.977637:0:2405:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8a5a9002ad20. 00010000:00000001:2.0:1773941432.977638:0:14623:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 10000000:00000001:1.0:1773941432.977638:0:14703:0:(mgc_request.c:511:config_log_end()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941432.977659:0:14623:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773941432.977663:0:14623:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00000100:00000001:0.0:1773941432.977664:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1773941432.977667:0:14623:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 10000000:00000001:1.0:1773941432.977668:0:14703:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941432.977672:0:14703:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a90c96400. 00000100:00000010:2.0:1773941432.977675:0:14623:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c5f80. 00000100:00000001:0.0:1773941432.977675:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000040:00000010:1.0:1773941432.977676:0:14703:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a90c96000. 00000020:00000040:2.0:1773941432.977683:0:14623:0:(genops.c:1229:class_import_get()) import ffff8a5a82fdb800 refcount=5 obd=MGC192.168.202.112@tcp 00000020:00000010:1.0:1773941432.977684:0:14703:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a892ae800. 00000100:00000040:0.0:1773941432.977684:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a86089c00 x1860112200251520/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1773941432.977690:0:14703:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a90c97a00. 00000100:00000001:2.0:1773941432.977692:0:14623:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941432.977698:0:14623:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00040000:00000010:1.0:1773941432.977698:0:14703:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a83c44b00. 00000100:00000001:0.0:1773941432.977703:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1773941432.977704:0:14623:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1773941432.977704:0:14703:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a82c2e200. 00000100:00000001:0.0:1773941432.977708:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941432.977709:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a90c97c00. 02000000:00000010:2.0:1773941432.977713:0:14623:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a90f1c400. 00000020:00000001:1.0:1773941432.977714:0:14703:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941432.977715:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1773941432.977721:0:14703:0:(obd_mount.c:131:lustre_end_log()) kfreed 'lcfg': 168 at ffff8a5a84ef4f00. 02000000:00000001:0.0:1773941432.977721:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941432.977722:0:14623:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941432.977724:0:14703:0:(obd_mount.c:132:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941432.977729:0:14623:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00000080:00000001:1.0:1773941432.977730:0:14703:0:(llite_lib.c:983:client_common_put_super()) Process entered 02000000:00000001:0.0:1773941432.977730:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941432.977734:0:14703:0:(vvp_dev.c:313:cl_sb_fini()) Process entered 00010000:00010000:2.0:1773941432.977735:0:14623:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3e00/0x4337c2e0c9a63166 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f1406 expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1773941432.977737:0:14703:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000100:00100000:0.0:1773941432.977738:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7a6c6cb9-5015-4028-89e8-43d56ac3e3c7:2405:1860112200251520:192.168.202.112@tcp:103:ldlm_bl.0 00000020:00000010:1.0:1773941432.977743:0:14703:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8a5a90072b40. 00000100:00000001:0.0:1773941432.977748:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1773941432.977753:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a82c2e200. 00010000:00010000:2.0:1773941432.977754:0:14623:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 02000000:00000001:0.0:1773941432.977755:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1773941432.977759:0:14623:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1773941432.977759:0:14703:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a90c97c00. 02000000:00000001:0.0:1773941432.977760:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.977766:0:14623:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000020:00000010:1.0:1773941432.977766:0:14703:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a83eff1e0. 02000000:00000001:0.0:1773941432.977767:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1773941432.977773:0:14623:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1773941432.977773:0:14703:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5aa0642ca0. 02000000:00000010:0.0:1773941432.977775:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a85501200. 02000000:00000001:0.0:1773941432.977780:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1773941432.977782:0:14703:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5aa14a00c0. 00000100:00000040:2.0:1773941432.977796:0:14623:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2025975] to pc [ptlrpcd_01_00+0] req@ffff8a5a833c5f80 x1860112200251648/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00008000:00000010:1.0:1773941432.977800:0:14703:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a89204a98. 00000080:00000010:1.0:1773941432.977807:0:14703:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8a5a83541930. 00000400:00000200:0.0:1773941432.977807:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000080:00000010:1.0:1773941432.977815:0:14703:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8a5a89208248. 00000400:00000010:0.0:1773941432.977816:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629630. 00000020:00000010:1.0:1773941432.977821:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a90c97a00. 00000400:00000010:0.0:1773941432.977826:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b550. 00010000:00000001:2.0:1773941432.977827:0:14623:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000010:1.0:1773941432.977827:0:14703:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8a5aa07f9340. 00010000:00000001:2.0:1773941432.977834:0:14623:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941432.977835:0:14623:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00020000:00000010:1.0:1773941432.977835:0:14703:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a98b47600. 00000100:00000200:0.0:1773941432.977837:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200251520, portal 18 00010000:00000001:2.0:1773941432.977839:0:14623:0:(ldlm_request.c:2290:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:1.0:1773941432.977841:0:14703:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a89b12f58. 00010000:00000001:2.0:1773941432.977843:0:14623:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.977844:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000080:00000010:1.0:1773941432.977845:0:14703:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8a5a89b65f00. 10000000:00000001:2.0:1773941432.977847:0:14623:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.977848:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720133241856 : -129353576309760 : ffff8a5a86089c00) 00000020:00000001:1.0:1773941432.977850:0:14703:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614720300919624 : -129353408631992 : ffff8a5a90072b48) 00010000:00010000:2.0:1773941432.977851:0:14623:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3e00/0x4337c2e0c9a63166 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f1406 expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00001000:1.0:1773941432.977855:0:14703:0:(cl_object.c:831:cl_env_get()) 1@ffff8a5a90072b40 00000100:00000040:0.0:1773941432.977861:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a86089c00 x1860112200251520/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941432.977862:0:14623:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941432.977866:0:14623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3e00/0x4337c2e0c9a63166 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f1406 expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941432.977882:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:1.0:1773941432.977887:0:14703:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff8a5a98b71000 (ffff8a5a90f299b8) now 5 - lov 00000100:00000040:0.0:1773941432.977890:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000020:00000010:2.0:1773941432.977896:0:14623:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff8a5a86094980. 00000400:00000010:0.0:1773941432.977898:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b3b8. 00010000:00000040:2.0:1773941432.977900:0:14623:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a82f48900 count: 0 00000100:00000200:0.0:1773941432.977904:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1860112200251520, offset 0 00010000:00000001:2.0:1773941432.977913:0:14623:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941432.977918:0:14623:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:0.0:1773941432.977918:0:2405:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00000010:2.0:1773941432.977922:0:14623:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8a5a834d5d80. 00010000:00000001:2.0:1773941432.977927:0:14623:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941432.977929:0:14623:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1773941432.977930:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000020:00000001:2.0:1773941432.977932:0:14623:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941432.977938:0:14623:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941432.977940:0:14623:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941432.977942:0:14623:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941432.977943:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00010000:00010000:2.0:1773941432.977945:0:14623:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941432.977949:0:14623:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941432.977952:0:14623:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941432.977954:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:2.0:1773941432.977955:0:14623:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:1.0:1773941432.977960:0:14703:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00000100:00000001:2.0:1773941432.977962:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1773941432.977962:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00020000:00000001:1.0:1773941432.977964:0:14703:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446614720315613312 : -129353393938304 : ffff8a5a90e76080) 00000080:00000010:2.0:1773941432.977968:0:2408:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8a5a900c19d8. 00000400:00000200:0.0:1773941432.977971:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000080:00000010:2.0:1773941432.977973:0:2408:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8a5a833d56d0. 00000080:00000010:2.0:1773941432.977978:0:2408:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8a5a900bf3c0. 00000100:00100000:2.0:1773941432.977984:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:0.0:1773941432.977985:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000100:00000001:2.0:1773941432.977986:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.977990:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941432.977992:0:2408:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941432.977995:0:2408:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941432.977995:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [120:120:256:4294967295] 192.168.202.112@tcp LPNI seq info [120:120:8:4294967295] 00000080:00000010:3.0:1773941432.977998:0:2407:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8a5a82fd32a0. 00000100:00000001:2.0:1773941432.978000:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941432.978002:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000080:00000010:3.0:1773941432.978003:0:2407:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8a5a82fd46d8. 00000100:00000001:2.0:1773941432.978005:0:2408:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1773941432.978006:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00020000:00000010:1.0:1773941432.978009:0:14703:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff8a5a830e53c0. 00000080:00000010:3.0:1773941432.978011:0:2407:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8a5a850254b0. 00000100:00000040:2.0:1773941432.978014:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a833c5f80 x1860112200251648/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.978018:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.978028:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1773941432.978029:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000100:00000001:2.0:1773941432.978031:0:2408:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941432.978036:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941432.978038:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941432.978043:0:2408:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941432.978044:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.112@tcp 00020000:00000001:1.0:1773941432.978050:0:14703:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00000800:00000010:0.0:1773941432.978050:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51f00. 00000100:00100000:2.0:1773941432.978054:0:2408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7a6c6cb9-5015-4028-89e8-43d56ac3e3c7:2408:1860112200251648:192.168.202.112@tcp:103:ldlm_bl.0 00020000:00000001:1.0:1773941432.978054:0:14703:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446614720315614976 : -129353393936640 : ffff8a5a90e76700) 00000100:00000001:2.0:1773941432.978061:0:2408:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1773941432.978064:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 02000000:00000001:2.0:1773941432.978065:0:2408:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941432.978068:0:2408:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941432.978071:0:2408:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941432.978074:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a90f1d200. 00000800:00000200:0.0:1773941432.978077:0:2405:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 02000000:00000001:2.0:1773941432.978078:0:2408:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941432.978084:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000800:00000200:0.0:1773941432.978085:0:2405:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51f00 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:2.0:1773941432.978087:0:2408:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b3c8. 00000400:00000010:2.0:1773941432.978094:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa06785d8. 00020000:00000010:1.0:1773941432.978097:0:14703:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff8a5a830e5660. 00000100:00000200:2.0:1773941432.978098:0:2408:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200251648, portal 18 00000100:00000001:0.0:1773941432.978100:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.978103:0:2408:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941432.978107:0:2408:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720086302592 : -129353623249024 : ffff8a5a833c5f80) 00000400:00000200:0.0:1773941432.978110:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941432.978115:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294911715 00000100:00000040:2.0:1773941432.978117:0:2408:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a833c5f80 x1860112200251648/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.978125:0:2405:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294910346 00000100:00000001:2.0:1773941432.978128:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00020000:00000001:1.0:1773941432.978130:0:14703:0:(lovsub_dev.c:57:lovsub_device_fini()) Process entered 00020000:00000001:1.0:1773941432.978134:0:14703:0:(lovsub_dev.c:61:lovsub_device_fini()) Process leaving (rc=18446614720315615360 : -129353393936256 : ffff8a5a90e76880) 00000100:00000001:0.0:1773941432.978134:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294911715 00000100:00000040:2.0:1773941432.978135:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941432.978142:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678ee0. 00000100:00000001:0.0:1773941432.978144:0:2405:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294910346 00000100:00000200:2.0:1773941432.978148:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1860112200251648, offset 0 00000100:00000001:0.0:1773941432.978150:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941432.978155:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941432.978160:0:2408:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000100:00000001:0.0:1773941432.978161:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.978166:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941432.978170:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00020000:00000010:1.0:1773941432.978170:0:14703:0:(lovsub_dev.c:72:lovsub_device_free()) kfreed 'lsd': 72 at ffff8a5a830e5240. 00000100:00000001:0.0:1773941432.978173:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00020000:00000001:1.0:1773941432.978177:0:14703:0:(lov_dev.c:223:lov_device_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.978177:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1773941432.978178:0:2408:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941432.978185:0:2408:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1773941432.978185:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941432.978189:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1773941432.978191:0:2408:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000100:00000001:0.0:1773941432.978194:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941432.978196:0:2408:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1773941432.978200:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941432.978201:0:2408:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941432.978207:0:2408:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [121:121:255:4294967295] 192.168.202.112@tcp LPNI seq info [121:121:7:4294967295] 00000400:00000200:2.0:1773941432.978211:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941432.978216:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000080:00000010:0.0:1773941432.978223:0:2406:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff8a5a83112690. 00000400:00000200:2.0:1773941432.978224:0:2408:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000080:00000010:0.0:1773941432.978230:0:2406:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff8a5a84f64b68. 00000800:00000200:2.0:1773941432.978234:0:2408:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941432.978240:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544f00. 00000080:00000010:0.0:1773941432.978240:0:2406:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8a5a9002a780. 00000100:00000001:0.0:1773941432.978245:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941432.978246:0:14703:0:(lu_object.c:1212:lu_site_fini()) kvfree 's->ls_bkts': 18432 at ffff8a5a835c0000. 00000800:00000200:2.0:1773941432.978252:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941432.978259:0:2408:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941432.978261:0:2408:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941432.978264:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941432.978267:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941432.978269:0:2408:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294911715 00000020:00000010:1.0:1773941432.978269:0:14703:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff8a5a84ebef00. 00000100:00000001:2.0:1773941432.978276:0:2408:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294911715 00000020:00000010:1.0:1773941432.978276:0:14703:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a833dd800. 00000100:00000001:2.0:1773941432.978281:0:2408:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294911715 00000080:00000010:1.0:1773941432.978282:0:14703:0:(vvp_dev.c:155:vvp_device_free()) kfreed 'site': 576 at ffff8a5a833dec00. 00000100:00000001:2.0:1773941432.978284:0:2408:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294911715 00000100:00000001:2.0:1773941432.978287:0:2408:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941432.978290:0:2408:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941432.978290:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000080:00000010:1.0:1773941432.978291:0:14703:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8a5a900c19d8. 00000100:00000001:2.0:1773941432.978296:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1773941432.978298:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51f00. 00000080:00000010:1.0:1773941432.978299:0:14703:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8a5a82fd32a0. 00000100:00000001:2.0:1773941432.978300:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773941432.978312:0:14703:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8a5a83112690. 00000400:00000200:0.0:1773941432.978314:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000080:00000010:1.0:1773941432.978317:0:14703:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8a5a83112f18. 00000080:00000010:1.0:1773941432.978322:0:14703:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8a5a900c1b28. 00000400:00000200:0.0:1773941432.978324:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000080:00000010:1.0:1773941432.978326:0:14703:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8a5a900c15e8. 00000080:00000010:1.0:1773941432.978329:0:14703:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8a5a900c1d20. 00000080:00000010:1.0:1773941432.978332:0:14703:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8a5a900c1e70. 00000400:00000200:0.0:1773941432.978332:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b3b8 00000400:00000010:0.0:1773941432.978337:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b3b8. 00000080:00000010:1.0:1773941432.978339:0:14703:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8a5a900bf3c0. 00000080:00000010:1.0:1773941432.978343:0:14703:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8a5a850254b0. 00000100:00000001:0.0:1773941432.978343:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000080:00000010:1.0:1773941432.978348:0:14703:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8a5a9002a780. 00000080:00000010:1.0:1773941432.978350:0:14703:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8a5a9002ad20. 00000100:00000200:0.0:1773941432.978353:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a86089c00 x1860112200251520/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000080:00000010:1.0:1773941432.978354:0:14703:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8a5a900bf1e0. 00000080:00000010:1.0:1773941432.978359:0:14703:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8a5a900bf000. 00000080:00000010:1.0:1773941432.978363:0:14703:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8a5a900bf870. 00000080:00000010:1.0:1773941432.978368:0:14703:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8a5a900bf2d0. 00000080:00000010:1.0:1773941432.978373:0:14703:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8a5a833d56d0. 00000100:00000001:0.0:1773941432.978374:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000080:00000010:1.0:1773941432.978376:0:14703:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8a5a82fd46d8. 00000080:00000010:1.0:1773941432.978380:0:14703:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8a5a84f64b68. 00000080:00000010:1.0:1773941432.978383:0:14703:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8a5a84f64490. 00000100:00000040:0.0:1773941432.978383:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a86089c00 x1860112200251520/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000080:00000010:1.0:1773941432.978389:0:14703:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8a5a833d5918. 00010000:00000001:2.0:1773941432.978391:0:14707:0:(ldlm_lockd.c:2959:ldlm_bl_thread_main()) Process entered 00000080:00000010:1.0:1773941432.978394:0:14703:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8a5a833d7d98. 00010000:00000010:2.0:1773941432.978396:0:14707:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8a5a85152c40. 00000080:00000010:1.0:1773941432.978400:0:14703:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8a5a833d7908. 00000020:00000010:2.0:1773941432.978403:0:14707:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a8a5d9800. 00000100:00000001:0.0:1773941432.978403:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1773941432.978404:0:14703:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8a5a833d5b60. 00000100:00000001:0.0:1773941432.978409:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.0:1773941432.978410:0:14703:0:(vvp_dev.c:159:vvp_device_free()) kfreed 'vdv': 72 at ffff8a5a830e5540. 00000020:00000010:2.0:1773941432.978411:0:14707:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a84ec5a00. 00000020:00000010:2.0:1773941432.978416:0:14707:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a906d7800. 00020000:00000001:1.0:1773941432.978417:0:14703:0:(lov_obd.c:754:lov_cleanup()) Process entered 00000020:00000010:2.0:1773941432.978420:0:14707:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a833ce4a0. 00000020:00000010:2.0:1773941432.978424:0:14707:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a84ec5e00. 80000000:00000010:2.0:1773941432.978427:0:14707:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a830e5e40. 40000000:00000010:2.0:1773941432.978429:0:14707:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a85152700. 00100000:00000010:2.0:1773941432.978432:0:14707:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a906d6800. 00040000:00000010:2.0:1773941432.978434:0:14707:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5aa1544300. 00040000:00000010:2.0:1773941432.978437:0:14707:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a84ec5400. 00000020:00000001:1.0:1773941432.978438:0:14703:0:(lu_tgt_pool.c:211:lu_tgt_pool_free()) Process entered 00002000:00000010:2.0:1773941432.978440:0:14707:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a90d70000. 00000020:00000010:1.0:1773941432.978442:0:14703:0:(lu_tgt_pool.c:218:lu_tgt_pool_free()) kfreed 'op->op_array': 8 at ffff8a5a87e18ee0. 00000020:00000010:2.0:1773941432.978445:0:14707:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a85152500. 00000020:00000001:1.0:1773941432.978449:0:14703:0:(lu_tgt_pool.c:224:lu_tgt_pool_free()) Process leaving 00000020:00000001:2.0:1773941432.978451:0:14707:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941432.978453:0:14707:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941432.978455:0:14707:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1773941432.978458:0:14706:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1773941432.978460:0:14706:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1773941432.978466:0:14706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a80031a00/0x4337c2e0c9a6316d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf0dd7054ff1f140d expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941432.978474:0:14706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a80031a00 already unused, calling callback (ffffffffc123ec20) 00000800:00000200:0.0:1773941432.978475:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:2.0:1773941432.978477:0:14706:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000010:0.0:1773941432.978480:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544f00. 10000000:00010000:2.0:1773941432.978482:0:14706:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a80031a00/0x4337c2e0c9a6316d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xf0dd7054ff1f140d expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941432.978487:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1773941432.978493:0:14706:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1773941432.978496:0:14706:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1773941432.978497:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000020:00000001:2.0:1773941432.978500:0:14706:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1773941432.978503:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678ee0 00000020:00000040:2.0:1773941432.978504:0:14706:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a80031a00 refcount=3 00000400:00000010:0.0:1773941432.978509:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678ee0. 00000020:00000001:2.0:1773941432.978510:0:14706:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720032217600 : -129353677334016 : ffff8a5a80031a00) 00010000:00000001:2.0:1773941432.978515:0:14706:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720032217600 : -129353677334016 : ffff8a5a80031a00) 00000100:00000001:0.0:1773941432.978516:0:2398:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:2.0:1773941432.978519:0:14706:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000200:0.0:1773941432.978524:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c5f80 x1860112200251648/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1773941432.978525:0:14706:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a80031a00/0x4337c2e0c9a6316d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xf0dd7054ff1f140d expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1773941432.978543:0:14706:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1773941432.978547:0:14706:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a80031a00/0x4337c2e0c9a6316d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xf0dd7054ff1f140d expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941432.978549:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00020000:00020000:1.0:1773941432.978551:0:14703:0:(lov_obd.c:783:lov_cleanup()) lustre-clilov-ffff8a5a98b71000: lov tgt 0 not cleaned! deathrow=0, lovrc=1 10000000:01000000:2.0:1773941432.978555:0:14706:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000100:00000040:0.0:1773941432.978556:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a833c5f80 x1860112200251648/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1773941432.978560:0:14706:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:00000001:2.0:1773941432.978563:0:14706:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1773941432.978565:0:14706:0:(mgc_request.c:123:config_log_put()) log params(ffff8a5a90f1c000) refs 1 10000000:01000000:2.0:1773941432.978570:0:14706:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:2.0:1773941432.978573:0:14706:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941432.978576:0:14706:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941432.978578:0:14706:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941432.978581:0:14706:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941432.978583:0:14706:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1773941432.978584:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941432.978585:0:14706:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941432.978588:0:14706:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1773941432.978588:0:2398:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:2.0:1773941432.978591:0:14706:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941432.978597:0:14706:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1773941432.978598:0:14706:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1773941432.978600:0:14706:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a98b76800 : new refcount 3 10000000:00000010:2.0:1773941432.978602:0:14706:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffff8a5a90f1c000. 10000000:00000001:2.0:1773941432.978605:0:14706:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1773941432.978606:0:14706:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941432.978608:0:14706:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1773941432.978610:0:14706:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1773941432.978611:0:14706:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1773941432.978612:0:14706:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941432.978614:0:14706:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941432.978615:0:14706:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a80031a00 with handle 0x4337c2e0c9a6316d from hash 00010000:00000001:2.0:1773941432.978617:0:14706:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1773941432.978618:0:14706:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941432.978619:0:14706:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941432.978619:0:14706:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1773941432.978620:0:14706:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1773941432.978621:0:14706:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1773941432.978623:0:14706:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1773941432.978624:0:14706:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1773941432.978627:0:14706:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c7b80. 00000020:00000040:2.0:1773941432.978628:0:14706:0:(genops.c:1229:class_import_get()) import ffff8a5a82fdb800 refcount=6 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941432.978630:0:14706:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941432.978631:0:14706:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941432.978633:0:14706:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941432.978636:0:14706:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a84ec5600. 00000100:00000001:2.0:1773941432.978638:0:14706:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941432.978825:0:14706:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1773941432.978828:0:14706:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.112@tcp lock: ffff8a5a80031a00/0x4337c2e0c9a6316d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f140d expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941432.978833:0:14706:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1773941432.978835:0:14706:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941432.978838:0:14706:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941432.978840:0:14706:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941432.978845:0:14706:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c77b77a] to pc [ptlrpcd_01_01+1] req@ffff8a5a833c7b80 x1860112200251776/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941432.978867:0:14706:0:(ldlm_request.c:1464:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1773941432.978869:0:14706:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1773941432.978870:0:14706:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941432.978871:0:14706:0:(ldlm_request.c:2290:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941432.978872:0:14706:0:(ldlm_request.c:1689:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941432.978874:0:14706:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941432.978876:0:14706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a80031a00/0x4337c2e0c9a6316d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f140d expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1773941432.978880:0:14706:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1773941432.978881:0:14706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a80031a00/0x4337c2e0c9a6316d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f140d expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1773941432.978886:0:14706:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5aa0e2ef00 count: 0 00010000:00000001:2.0:1773941432.978891:0:14706:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1773941432.978892:0:14706:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1773941432.978893:0:14706:0:(ldlm_lockd.c:2913:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff8a5a84ef4840. 00010000:00000001:2.0:1773941432.978895:0:14706:0:(ldlm_lockd.c:2917:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.978900:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941432.978901:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941432.978902:0:2408:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941432.978905:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a833c7b80 x1860112200251776/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941432.978910:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941432.978911:0:2408:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941432.978913:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941432.978914:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941432.978916:0:2408:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941432.978918:0:2408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7a6c6cb9-5015-4028-89e8-43d56ac3e3c7:2408:1860112200251776:192.168.202.112@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1773941432.978920:0:2408:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941432.978922:0:2408:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941432.978923:0:2408:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941432.978929:0:2408:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941432.978932:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a84ec4200. 02000000:00000001:2.0:1773941432.978933:0:2408:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941432.978936:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941432.978938:0:2408:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b1b8. 00000400:00000010:2.0:1773941432.978942:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678c38. 00000100:00000200:2.0:1773941432.978944:0:2408:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200251776, portal 18 00000100:00000001:2.0:1773941432.978946:0:2408:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941432.978947:0:2408:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720086309760 : -129353623241856 : ffff8a5a833c7b80) 00000100:00000040:2.0:1773941432.978951:0:2408:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a833c7b80 x1860112200251776/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941432.978956:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941432.978958:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941432.978960:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa06783b8. 00000100:00000200:2.0:1773941432.978961:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1860112200251776, offset 0 00000400:00000200:2.0:1773941432.978965:0:2408:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941432.978968:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941432.978971:0:2408:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941432.978974:0:2408:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941432.978976:0:2408:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000100:00000001:3.0:1773941432.978978:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1773941432.978978:0:2408:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941432.978983:0:2408:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000100:00000001:3.0:1773941432.978984:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941432.978987:0:2408:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [122:122:256:4294967295] 192.168.202.112@tcp LPNI seq info [122:122:8:4294967295] 00000400:00000200:2.0:1773941432.978992:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941432.978999:0:2408:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941432.979003:0:2408:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941432.979006:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544700. 00000800:00000200:2.0:1773941432.979009:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941432.979014:0:2408:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941432.979016:0:2408:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941432.979026:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941432.979033:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941432.979035:0:2408:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294911715 00000100:00000001:2.0:1773941432.979037:0:2408:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, keep current deadline 4294911715 00000100:00000001:2.0:1773941432.979039:0:2408:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294911715 00000100:00000001:2.0:1773941432.979041:0:2408:0:(niobuf.c:691:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, keep current deadline 4294911715 00000100:00000001:2.0:1773941432.979042:0:2408:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941432.979044:0:2408:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.979046:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.979048:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941432.979052:0:2408:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941432.979053:0:2408:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773941432.979055:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941432.979056:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941432.979058:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.979060:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941432.979067:0:14706:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941432.979068:0:14706:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941432.979070:0:14706:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941432.979072:0:14706:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941432.979074:0:14706:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941432.979077:0:14706:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1773941432.979078:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1773941432.979079:0:14706:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941432.979081:0:14706:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941432.979085:0:14706:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000010:0.0:1773941432.979086:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544700. 00000020:00000001:2.0:1773941432.979091:0:14707:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1773941432.979092:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1773941432.979094:0:14707:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941432.979098:0:14707:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1773941432.979102:0:14707:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1773941432.979102:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000020:00000001:2.0:1773941432.979105:0:14707:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941432.979109:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa06783b8 00010000:00010000:2.0:1773941432.979110:0:14707:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:0.0:1773941432.979113:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa06783b8. 00000100:00000001:0.0:1773941432.979118:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941432.979129:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c7b80 x1860112200251776/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.979138:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941432.979142:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a833c7b80 x1860112200251776/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.979149:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.979151:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941432.980160:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.980170:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941432.980172:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.980176:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941432.980181:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.980189:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941432.980196:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.980200:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.980204:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.980208:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 18 MB=0x69bc31ef03880 00000400:00000200:0.0:1773941432.980213:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.980219:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.112@tcp of length 224/224 into md 0x971 [1] + 224 00000800:00000001:0.0:1773941432.980226:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.980231:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941432.980233:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941432.980237:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941432.980242:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941432.980247:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a86089c00 x1860112200251520/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941432.980259:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a86089c00 x1860112200251520/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.980273:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941432.980279:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.980284:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941432.980286:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.980297:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941432.980301:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.980306:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941432.980311:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.980315:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.980319:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.980323:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 18 MB=0x69bc31ef03900 00000400:00000200:0.0:1773941432.980327:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.980331:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.112@tcp of length 224/224 into md 0x981 [1] + 224 00000800:00000001:0.0:1773941432.980336:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.980364:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941432.980367:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941432.980372:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941432.980376:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941432.980381:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a833c5f80 x1860112200251648/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941432.980391:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a833c5f80 x1860112200251648/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.980409:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941432.980415:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1773941432.980417:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1773941432.980420:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941432.980431:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941432.980433:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941432.980435:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941432.980437:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941432.980440:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941432.980442:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629630. 00000400:00000200:0.0:1773941432.980445:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b550 00000400:00000010:0.0:1773941432.980446:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b550. 00000100:00000001:0.0:1773941432.980448:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1773941432.980449:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941432.980453:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1773941432.980453:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a86089c00 x1860112200251520/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941432.980458:0:2408:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b3c8. 00000400:00000200:2.0:1773941432.980464:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa06785d8 00000100:00000200:0.0:1773941432.980469:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a86089c00 x1860112200251520/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941432.980475:0:2408:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa06785d8. 00000100:00000001:2.0:1773941432.980481:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941432.980488:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c5f80 x1860112200251648/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.980516:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1773941432.980518:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c5f80 x1860112200251648/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.980520:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941432.980527:0:2405:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:2.0:1773941432.980532:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1773941432.980532:0:2405:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941432.980537:0:2408:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941432.980537:0:2405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941432.980542:0:2408:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:0.0:1773941432.980542:0:2405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941432.980545:0:2408:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1773941432.980547:0:2405:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.980549:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941432.980552:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941432.980555:0:2408:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941432.980556:0:2405:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a82fdbca0 time=1773941432 v=5 (0 0 0 0) 00000100:00001000:2.0:1773941432.980560:0:2408:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a82fdbca0 time=1773941432 v=5 (0 0 0 0) 00000100:00001000:0.0:1773941432.980563:0:2405:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a82fdbc10 time=16 v=5 (1 0 0 0) 00000100:00001000:2.0:1773941432.980566:0:2408:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a82fdbc10 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941432.980569:0:2405:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941432.980571:0:2408:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941432.980572:0:2405:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.980574:0:2408:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941432.980577:0:2405:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941432.980578:0:2408:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941432.980581:0:2405:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941432.980582:0:2408:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.980586:0:2405:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.980587:0:2408:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941432.980602:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a833c5f80 x1860112200251648/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941432.980603:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a86089c00 x1860112200251520/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941432.980626:0:2408:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941432.980628:0:2405:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941432.980631:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941432.980632:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941432.980635:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941432.980636:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941432.980663:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a86089c00 x1860112200251520/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941432.980667:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a833c5f80 x1860112200251648/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941432.980685:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7a6c6cb9-5015-4028-89e8-43d56ac3e3c7:2405:1860112200251520:192.168.202.112@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1773941432.980692:0:2408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7a6c6cb9-5015-4028-89e8-43d56ac3e3c7:2408:1860112200251648:192.168.202.112@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1773941432.980693:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941432.980699:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941432.980703:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941432.980707:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a86089c00 x1860112200251520/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941432.980708:0:2408:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941432.980716:0:2408:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a833c5f80 x1860112200251648/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.980721:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941432.980725:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941432.980728:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a85501200. 02000000:00000001:0.0:1773941432.980733:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941432.980736:0:2405:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941432.980739:0:2408:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941432.980741:0:2408:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941432.980743:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a90f1d200. 00000020:00000040:0.0:1773941432.980747:0:2405:0:(genops.c:1242:class_import_put()) import ffff8a5a82fdb800 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:2.0:1773941432.980748:0:2408:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941432.980751:0:2408:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:0.0:1773941432.980753:0:2405:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:2.0:1773941432.980754:0:2408:0:(genops.c:1242:class_import_put()) import ffff8a5a82fdb800 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941432.980757:0:2408:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941432.980758:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a85500400. 02000000:00000010:2.0:1773941432.980759:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a90f1c400. 02000000:00000001:2.0:1773941432.980765:0:2408:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941432.980765:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941432.980767:0:2408:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1773941432.980769:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941432.980770:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c5f80. 00000100:00000010:0.0:1773941432.980774:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a86089c00. 00000100:00000001:2.0:1773941432.980775:0:2408:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941432.980777:0:2408:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941432.980781:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.980781:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941432.980796:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941432.980800:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941432.980801:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941432.980805:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941432.980807:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.980808:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941432.980809:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.980811:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.980816:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941432.980818:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773941432.980828:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.980834:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941432.980835:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.980838:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941432.980841:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.980843:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941432.980848:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.980850:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.980852:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.980855:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 18 MB=0x69bc31ef03980 00000400:00000200:0.0:1773941432.980857:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.980860:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.112@tcp of length 224/224 into md 0x989 [1] + 224 00000800:00000001:0.0:1773941432.980865:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.980871:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941432.980874:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941432.980878:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941432.980882:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941432.980887:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a833c7b80 x1860112200251776/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941432.980897:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a833c7b80 x1860112200251776/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.980928:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941432.980934:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.980938:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.980948:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941432.980951:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941432.980954:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941432.980956:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941432.980958:0:2408:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b1b8. 00000400:00000200:3.0:1773941432.980962:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678c38 00000400:00000010:3.0:1773941432.980964:0:2408:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678c38. 00000100:00000001:3.0:1773941432.980967:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941432.980972:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c7b80 x1860112200251776/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941432.980982:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c7b80 x1860112200251776/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.980989:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941432.980992:0:2408:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.980994:0:2408:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941432.980995:0:2408:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941432.980997:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941432.980999:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941432.981001:0:2408:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941432.981004:0:2408:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a82fdbca0 time=0 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941432.981007:0:2408:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a82fdbc10 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941432.981010:0:2408:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941432.981012:0:2408:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.981014:0:2408:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941432.981016:0:2408:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.981025:0:2408:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941432.981031:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a833c7b80 x1860112200251776/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.981039:0:2408:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941432.981041:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941432.981043:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941432.981048:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a833c7b80 x1860112200251776/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941432.981056:0:2408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7a6c6cb9-5015-4028-89e8-43d56ac3e3c7:2408:1860112200251776:192.168.202.112@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1773941432.981061:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.981064:0:2408:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941432.981066:0:2408:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a833c7b80 x1860112200251776/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 1773941448 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.981071:0:2408:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941432.981072:0:2408:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941432.981075:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a84ec4200. 02000000:00000001:3.0:1773941432.981077:0:2408:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941432.981078:0:2408:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941432.981079:0:2408:0:(genops.c:1242:class_import_put()) import ffff8a5a82fdb800 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941432.981081:0:2408:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941432.981082:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a84ec5600. 02000000:00000001:3.0:1773941432.981084:0:2408:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941432.981085:0:2408:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941432.981086:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c7b80. 00000100:00000001:3.0:1773941432.981089:0:2408:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941432.981090:0:2408:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.981091:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.981093:0:2408:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941432.981095:0:2408:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.981097:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941432.981098:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941432.982079:0:14703:0:(lov_obd.c:562:lov_del_target()) Process entered 00020000:01000000:1.0:1773941432.982165:0:14703:0:(lov_obd.c:589:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: ffff8a5a906d1000 active: 1 00020000:00000001:1.0:1773941432.982168:0:14703:0:(lov_obd.c:598:lov_del_target()) Process leaving (rc=0 : 0 : 0) 00020000:01000000:1.0:1773941432.982170:0:14703:0:(lov_obd.c:64:lov_tgts_putref()) destroying 1 lov targets 00000020:00000001:1.0:1773941432.982172:0:14703:0:(lu_tgt_pool.c:163:lu_tgt_pool_remove()) Process entered 00000020:00000001:1.0:1773941432.982179:0:14703:0:(lu_tgt_pool.c:180:lu_tgt_pool_remove()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:1.0:1773941432.982182:0:14703:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:1.0:1773941432.982184:0:14703:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:1.0:1773941432.982186:0:14703:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00020000:01000000:1.0:1773941432.982188:0:14703:0:(lov_obd.c:611:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff8a5a98b71000 00020000:00000001:1.0:1773941432.982190:0:14703:0:(lov_obd.c:245:lov_disconnect_obd()) Process entered 00020000:01000000:1.0:1773941432.982191:0:14703:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff8a5a98b71000: disconnecting target lustre-OST0000-osc-ffff8a5a98b71000 00020000:00000001:1.0:1773941432.982193:0:14703:0:(obd_class.h:1347:obd_register_observer()) Process entered 00020000:00000001:1.0:1773941432.982195:0:14703:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941432.982197:0:14703:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:1.0:1773941432.982200:0:14703:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:1.0:1773941432.982202:0:14703:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-OST0000-osc-ffff8a5a98b71000 - 1 00000100:00000001:1.0:1773941432.982205:0:14703:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:1.0:1773941432.982207:0:14703:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 29b2d114-523b-41e9-8ee7-8c02f2aa2f96->lustre-OST0000_UUID 00000020:00000001:1.0:1773941432.982209:0:14703:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941432.982210:0:14703:0:(genops.c:1242:class_import_put()) import ffff8a5a8922c800 refcount=1 obd=lustre-OST0000-osc-ffff8a5a98b71000 00000020:00000001:1.0:1773941432.982211:0:14703:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941432.982212:0:14703:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.982214:0:14703:0:(ldlm_request.c:2367:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:1.0:1773941432.982216:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941432.982218:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941432.982246:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.982248:0:14703:0:(ldlm_request.c:2379:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.982249:0:14703:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1773941432.982251:0:14703:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1773941432.982252:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941432.982253:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941432.982273:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941432.982274:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941432.982275:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941432.982295:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.982297:0:14703:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.982298:0:14703:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:1.0:1773941432.982299:0:14703:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:1.0:1773941432.982301:0:14703:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:1.0:1773941432.982306:0:14703:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1773941432.982309:0:14703:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354fb80. 00000020:00000040:1.0:1773941432.982311:0:14703:0:(genops.c:1229:class_import_get()) import ffff8a5a8922c800 refcount=2 obd=lustre-OST0000-osc-ffff8a5a98b71000 00000100:00000001:1.0:1773941432.982313:0:14703:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941432.982315:0:14703:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941432.982317:0:14703:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941432.982320:0:14703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a83c44b00. 00000100:00000001:1.0:1773941432.982324:0:14703:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941432.982325:0:14703:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446614720087915392 : -129353621636224 : ffff8a5a8354fb80) 00000100:00080000:1.0:1773941432.982328:0:14703:0:(import.c:65:import_set_state_nolock()) ffff8a5a8922c800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:1.0:1773941432.982330:0:14703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941432.982333:0:14703:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941432.982337:0:14703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f550f42] to pc [ptlrpcd_rcv+-1] req@ffff8a5a8354fb80 x1860112200251904/t0(0) o9->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941432.982352:0:14703:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.982367:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941432.982372:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941432.982374:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941432.982384:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354fb80 x1860112200251904/t0(0) o9->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.982390:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941432.982391:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941432.982393:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941432.982395:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941432.982397:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941432.982399:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:29b2d114-523b-41e9-8ee7-8c02f2aa2f96:2404:1860112200251904:192.168.202.112@tcp:9:umount.0 00000100:00000001:3.0:1773941432.982402:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941432.982404:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941432.982405:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941432.982407:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941432.982409:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a89355400. 02000000:00000001:3.0:1773941432.982410:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941432.982413:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941432.982416:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a866447e8. 00000400:00000010:3.0:1773941432.982419:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875dd48. 00000100:00000200:3.0:1773941432.982422:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200251904, portal 4 00000100:00000001:3.0:1773941432.982423:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941432.982424:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087915392 : -129353621636224 : ffff8a5a8354fb80) 00000100:00000040:3.0:1773941432.982429:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354fb80 x1860112200251904/t0(0) o9->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.982434:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941432.982435:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941432.982438:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d6e8. 00000100:00000200:3.0:1773941432.982441:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1860112200251904, offset 0 00000400:00000200:3.0:1773941432.982444:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941432.982448:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941432.982451:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941432.982454:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941432.982456:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941432.982459:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941432.982461:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941432.982468:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [123:123:256:4294967295] 192.168.202.112@tcp LPNI seq info [123:123:8:4294967295] 00000400:00000200:3.0:1773941432.982472:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941432.982479:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:3.0:1773941432.982482:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941432.982486:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa17da800. 00000800:00000200:3.0:1773941432.982489:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941432.982494:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941432.982497:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa17da800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941432.982508:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941432.982513:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff8a5a98b71000: using a timeout of 2283 usecs (3 jiffies) 00000400:00000200:3.0:1773941432.982517:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941432.982520:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8a5a98b71000: PM QoS new deadline estimation for cpu 0 is 4294906216 00000100:00000001:3.0:1773941432.982522:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8a5a98b71000: PM QoS request active for cpu 0, keep current deadline 4294911715 00000100:00000001:3.0:1773941432.982525:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff8a5a98b71000: PM QoS new deadline estimation for cpu 1 is 4294906216 00000100:00000001:3.0:1773941432.982527:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff8a5a98b71000: PM QoS request active for cpu 1, keep current deadline 4294911715 00000100:00000001:3.0:1773941432.982529:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941432.982532:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.982534:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.982537:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.982540:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941432.982542:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941432.982544:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941432.982546:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941432.982547:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.982549:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941432.982570:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941432.982573:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa17da800. 00000400:00000200:0.0:1773941432.982578:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941432.982584:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941432.982587:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d6e8 00000400:00000010:0.0:1773941432.982589:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d6e8. 00000100:00000001:0.0:1773941432.982592:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941432.982596:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354fb80 x1860112200251904/t0(0) o9->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.982602:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941432.982604:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354fb80 x1860112200251904/t0(0) o9->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.982609:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.982611:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1F:1773941432.983718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8a5a9ab316a0. 00000800:00000001:0.0:1773941432.983741:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000080:00000010:1.1:1773941432.983745:0:0:0:(super25.c:59:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8a5a98eb5280. 00000800:00000001:0.0:1773941432.983751:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941432.983755:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.983759:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941432.983765:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.983773:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941432.983781:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.983800:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.983806:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.983811:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 4 MB=0x69bc31ef03a00 00000400:00000200:0.0:1773941432.983816:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.983822:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.112@tcp of length 224/224 into md 0x991 [1] + 224 00000800:00000001:0.0:1773941432.983827:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.983836:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941432.983839:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941432.983852:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941432.983857:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941432.983862:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354fb80 x1860112200251904/t0(0) o9->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941432.983874:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a8354fb80 x1860112200251904/t0(0) o9->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.983895:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941432.983902:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.983905:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941432.983921:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941432.983925:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941432.983930:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941432.983932:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941432.983935:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a866447e8. 00000400:00000200:2.0:1773941432.983940:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875dd48 00000400:00000010:2.0:1773941432.983943:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875dd48. 00000100:00000001:2.0:1773941432.983946:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941432.983952:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354fb80 x1860112200251904/t0(0) o9->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941432.983961:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354fb80 x1860112200251904/t0(0) o9->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941432.983966:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941432.983967:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941432.983968:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941432.983970:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941432.983971:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941432.983978:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941432.983979:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941432.983985:0:2404:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8a5a98774000. 00000100:00001000:2.0:1773941432.983989:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a8922cc58 time=1 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941432.983993:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a8922cc10 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941432.983995:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941432.983996:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941432.983997:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1773941432.984001:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5a8354fb80 x1860112200251904/t0(0) o9->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1773941432.984006:0:2404:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.984008:0:2404:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773941432.984010:0:2404:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a5a98b71000: skip recheck: last_committed 0 00000100:00000001:2.0:1773941432.984011:0:2404:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773941432.984012:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941432.984015:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354fb80 x1860112200251904/t0(0) o9->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941432.984019:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941432.984021:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941432.984023:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941432.984025:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a8922c800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1773941432.984027:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:2.0:1773941432.984029:0:2404:0:(osc_request.c:3880:osc_import_event()) Process entered 00000008:00000001:2.0:1773941432.984030:0:2404:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.984032:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941432.984032:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:2.0:1773941432.984033:0:2404:0:(osc_request.c:3880:osc_import_event()) Process entered 00000008:00000001:2.0:1773941432.984034:0:2404:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.984035:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:2.0:1773941432.984046:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354fb80 x1860112200251904/t0(0) o9->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941432.984053:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:29b2d114-523b-41e9-8ee7-8c02f2aa2f96:2404:1860112200251904:192.168.202.112@tcp:9:umount.0 00000100:00000001:1.0:1773941432.984062:0:14703:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.984063:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941432.984068:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941432.984070:0:14703:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00000040:2.0:1773941432.984073:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354fb80 x1860112200251904/t0(0) o9->lustre-OST0000-osc-ffff8a5a98b71000@192.168.202.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773941432.984073:0:14703:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1773941432.984077:0:14703:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1773941432.984081:0:14703:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773941432.984084:0:14703:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a5a98b71000: committing for last_committed 0 gen 2 00000100:00000001:2.0:1773941432.984085:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1773941432.984089:0:14703:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a5a98b71000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1773941432.984092:0:14703:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773941432.984093:0:14703:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941432.984093:0:14703:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941432.984095:0:14703:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:2.0:1773941432.984096:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000008:00000001:1.0:1773941432.984097:0:14703:0:(osc_request.c:3880:osc_import_event()) Process entered 02000000:00000010:2.0:1773941432.984100:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a89355400. 00000008:00000001:1.0:1773941432.984100:0:14703:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941432.984106:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773941432.984106:0:14703:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:1.0:1773941432.984108:0:14703:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000001:2.0:1773941432.984110:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1773941432.984111:0:14703:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000040:2.0:1773941432.984113:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a8922c800 refcount=1 obd=lustre-OST0000-osc-ffff8a5a98b71000 00000008:00000001:1.0:1773941432.984114:0:14703:0:(osc_request.c:3880:osc_import_event()) Process entered 00000020:00000001:2.0:1773941432.984117:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1773941432.984118:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:2.0:1773941432.984121:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a83c44b00. 00000001:00000001:1.0:1773941432.984121:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941432.984125:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941432.984126:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941432.984127:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354fb80. 00000100:00000001:2.0:1773941432.984131:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941432.984132:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941432.984134:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941432.984137:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941432.984138:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.984140:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941432.984141:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941432.984155:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941432.984157:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941432.984158:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941432.984180:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941432.984182:0:14703:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773941432.984186:0:14703:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8a5a90072510. 00000020:00000010:1.0:1773941432.984189:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a90c96000. 00000020:00000010:1.0:1773941432.984192:0:14703:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a90c96400. 00000020:00000010:1.0:1773941432.984194:0:14703:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a83effcc0. 00000008:00000010:1.0:1773941432.984199:0:14703:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5aa0646468. 00020000:00000010:1.0:1773941432.984204:0:14703:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5aa14a0f00. 00008000:00000010:1.0:1773941432.984207:0:14703:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a892066d8. 00000020:00000010:1.0:1773941432.984211:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87e49a00. 00000008:00000010:1.0:1773941432.984214:0:14703:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8a5aa07f8c60. 00020000:00000010:1.0:1773941432.984217:0:14703:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a98b44900. 00008000:00000010:1.0:1773941432.984220:0:14703:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a89b12780. 00000020:00000001:1.0:1773941432.984222:0:14703:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614720300918040 : -129353408633576 : ffff8a5a90072518) 00000020:00001000:1.0:1773941432.984224:0:14703:0:(cl_object.c:831:cl_env_get()) 1@ffff8a5a90072510 00000008:00000001:1.0:1773941432.984227:0:14703:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773941432.984229:0:14703:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773941432.984230:0:14703:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773941432.984232:0:14703:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1773941432.984234:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941432.984234:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941432.984257:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773941432.984258:0:14703:0:(cl_object.c:925:cl_env_put()) 1@ffff8a5a90072510 00000020:00000010:1.0:1773941432.984261:0:14703:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a90c96400. 00000020:00000010:1.0:1773941432.984264:0:14703:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a83effcc0. 00000008:00000010:1.0:1773941432.984266:0:14703:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8a5aa0646468. 00020000:00000010:1.0:1773941432.984268:0:14703:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5aa14a0f00. 00008000:00000010:1.0:1773941432.984270:0:14703:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a892066d8. 00000020:00000010:1.0:1773941432.984273:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a90c96000. 00000008:00000010:1.0:1773941432.984276:0:14703:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8a5aa07f8c60. 00020000:00000010:1.0:1773941432.984278:0:14703:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8a5a98b44900. 00008000:00000010:1.0:1773941432.984281:0:14703:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8a5a89b12780. 00000020:00000010:1.0:1773941432.984283:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87e49a00. 00000020:00000010:1.0:1773941432.984290:0:14703:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8a5a90072510. 00000001:00000001:1.0:1773941432.984292:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941432.984293:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941432.984315:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941432.984316:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941432.984317:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941432.984339:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773941432.984341:0:14703:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941432.984342:0:14703:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:1.0:1773941432.984344:0:14703:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:1.0:1773941432.984346:0:14703:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:1.0:1773941432.984347:0:14703:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x4337c2e0c9a63190 00000020:00000040:1.0:1773941432.984350:0:14703:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a906d1000 with handle 0x4337c2e0c9a63190 from hash 00000020:00000040:1.0:1773941432.984359:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a906d1000 : new refcount 2 00000020:00000001:1.0:1773941432.984361:0:14703:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1773941432.984362:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a906d1000 : new refcount 1 00000020:00000001:1.0:1773941432.984364:0:14703:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1773941432.984365:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a906d1000 : new refcount 0 00000020:00000080:1.0:1773941432.984367:0:14703:0:(genops.c:904:class_export_put()) final put ffff8a5a906d1000/LOV_OSC_UUID 00000020:00000001:1.0:1773941432.984370:0:14703:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941432.984381:0:14703:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.984382:0:14703:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941432.984402:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1773941432.984406:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a906d1000/LOV_OSC_UUID for lustre-OST0000-osc-ffff8a5a98b71000 00020000:00000001:1.0:1773941432.984411:0:14703:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941432.984412:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 11 to 192.168.202.112@tcp 00020000:00000001:1.0:1773941432.984415:0:14703:0:(lov_obd.c:280:lov_disconnect_obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941432.984417:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00020000:00000010:1.0:1773941432.984419:0:14703:0:(lov_obd.c:616:__lov_del_obd()) kfreed 'tgt': 368 at ffff8a5aa066bc00. 00000020:00000001:1.0:1773941432.984423:0:14703:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1773941432.984425:0:14703:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff8a5a98b71000 (flags='') 00000020:00000001:3.0:1773941432.984426:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941432.984429:0:14703:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff8a5a83effcc0. 00000020:00000040:3.0:1773941432.984430:0:8:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff8a5a98b71000 (ffff8a5a90fd3370) now 5 - export 00000020:00000080:1.0:1773941432.984433:0:14703:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1773941432.984438:0:14703:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:1.0:1773941432.984443:0:14703:0:(obd_config.c:991:class_cleanup()) lustre-OST0000-osc-ffff8a5a98b71000: forcing exports to disconnect: 0/3 00000020:00000010:3.0:1773941432.984444:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8a5a906d1000. 00000020:00000001:1.0:1773941432.984450:0:14703:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00000001:3.0:1773941432.984452:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00080000:1.0:1773941432.984456:0:14703:0:(genops.c:1577:class_disconnect_exports()) OBD device 5 (ffff8a5a90fd3370) has no exports 00000020:00000001:1.0:1773941432.984460:0:14703:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773941432.984463:0:14703:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:1.0:1773941432.984467:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87e49a00. 00000020:00000010:1.0:1773941432.984478:0:14703:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5aa066bc00. 00000020:00000010:1.0:1773941432.984481:0:14703:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a83eff120. 00000008:00000010:1.0:1773941432.984485:0:14703:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5aa0646468. 00020000:00000010:1.0:1773941432.984488:0:14703:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5aa14a0f00. 00008000:00000010:1.0:1773941432.984492:0:14703:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a892066d8. 00000020:00000010:1.0:1773941432.984497:0:14703:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9009f300. 00000008:00000001:1.0:1773941432.984501:0:14703:0:(osc_dev.c:163:osc_device_fini()) Process entered 00000008:00000001:1.0:1773941432.984503:0:14703:0:(osc_request.c:4123:osc_precleanup_common()) Process entered 00000008:00000001:1.0:1773941432.984510:0:14703:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:1.0:1773941432.984512:0:14703:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-OST0000-osc-ffff8a5a98b71000: client import never connected 00000100:00000001:1.0:1773941432.984514:0:14703:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941432.984515:0:14703:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:1.0:1773941432.984517:0:14703:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1773941432.984518:0:14703:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773941432.984519:0:14703:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a5a98b71000: committing for last_committed 0 gen 3 00000100:00000040:1.0:1773941432.984521:0:14703:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-ffff8a5a98b71000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1773941432.984522:0:14703:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773941432.984523:0:14703:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941432.984524:0:14703:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941432.984525:0:14703:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:1.0:1773941432.984526:0:14703:0:(osc_request.c:3880:osc_import_event()) Process entered 00000008:00000001:1.0:1773941432.984527:0:14703:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941432.984528:0:14703:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:1.0:1773941432.984529:0:14703:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941432.984531:0:14703:0:(obd_class.h:1215:obd_import_event()) Process entered 00000008:00000001:1.0:1773941432.984531:0:14703:0:(osc_request.c:3880:osc_import_event()) Process entered 00000001:00000001:1.0:1773941432.984533:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941432.984534:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941432.984556:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941432.984558:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941432.984558:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941432.984579:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941432.984581:0:14703:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773941432.984584:0:14703:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8a5a90072510. 00000020:00000010:1.0:1773941432.984586:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a90c96000. 00000020:00000010:1.0:1773941432.984588:0:14703:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a90c96400. 00000020:00000010:1.0:1773941432.984596:0:14703:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a83eff720. 00000008:00000010:1.0:1773941432.984600:0:14703:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5aa0642178. 00020000:00000010:1.0:1773941432.984602:0:14703:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5aa14a0180. 00008000:00000010:1.0:1773941432.984605:0:14703:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a89204388. 00000020:00000010:1.0:1773941432.984609:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a84f7b800. 00000008:00000010:1.0:1773941432.984612:0:14703:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8a5aa07f8c60. 00020000:00000010:1.0:1773941432.984614:0:14703:0:(lov_dev.c:116:lov_session_key_init()) slab-alloced 'info': 576 at ffff8a5a98b44900. 00008000:00000010:1.0:1773941432.984617:0:14703:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a89b12780. 00000020:00000001:1.0:1773941432.984618:0:14703:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614720300918040 : -129353408633576 : ffff8a5a90072518) 00000020:00001000:1.0:1773941432.984620:0:14703:0:(cl_object.c:831:cl_env_get()) 1@ffff8a5a90072510 00000008:00000001:1.0:1773941432.984622:0:14703:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773941432.984623:0:14703:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773941432.984624:0:14703:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773941432.984626:0:14703:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1773941432.984626:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941432.984628:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941432.984674:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773941432.984677:0:14703:0:(cl_object.c:925:cl_env_put()) 1@ffff8a5a90072510 00000020:00000010:1.0:1773941432.984679:0:14703:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a90c96400. 00000020:00000010:1.0:1773941432.984682:0:14703:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a83eff720. 00000008:00000010:1.0:1773941432.984685:0:14703:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8a5aa0642178. 00020000:00000010:1.0:1773941432.984688:0:14703:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5aa14a0180. 00008000:00000010:1.0:1773941432.984691:0:14703:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a89204388. 00000020:00000010:1.0:1773941432.984694:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a90c96000. 00000008:00000010:1.0:1773941432.984697:0:14703:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8a5aa07f8c60. 00020000:00000010:1.0:1773941432.984699:0:14703:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8a5a98b44900. 00008000:00000010:1.0:1773941432.984701:0:14703:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8a5a89b12780. 00000020:00000010:1.0:1773941432.984703:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a84f7b800. 00000020:00000010:1.0:1773941432.984705:0:14703:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8a5a90072510. 00000001:00000001:1.0:1773941432.984707:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941432.984708:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941432.984730:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941432.984732:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941432.984732:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941432.984753:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773941432.984759:0:14703:0:(osc_request.c:3947:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941432.984760:0:14703:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:1.0:1773941432.984764:0:14703:0:(genops.c:1229:class_import_get()) import ffff8a5a8922c800 refcount=2 obd=lustre-OST0000-osc-ffff8a5a98b71000 00000020:00000001:1.0:1773941432.984765:0:14703:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941432.984766:0:14703:0:(genops.c:1242:class_import_put()) import ffff8a5a8922c800 refcount=1 obd=lustre-OST0000-osc-ffff8a5a98b71000 00000020:00000001:1.0:1773941432.984768:0:14703:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1773941432.984769:0:14703:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941432.984770:0:14703:0:(genops.c:1242:class_import_put()) import ffff8a5a8922c800 refcount=0 obd=lustre-OST0000-osc-ffff8a5a98b71000 00000020:00000040:1.0:1773941432.984772:0:14703:0:(genops.c:1245:class_import_put()) final put import ffff8a5a8922c800 00000020:00000001:1.0:1773941432.984780:0:14703:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:1.0:1773941432.984782:0:14703:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:1.0:1773941432.984783:0:14703:0:(osc_request.c:4138:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941432.984818:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1773941432.984822:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8a5a8922c800 for lustre-OST0000-osc-ffff8a5a98b71000 00000020:00000040:3.0:1773941432.984828:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 10 to 192.168.202.112@tcp 00000020:00000040:3.0:1773941432.984833:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 9 to 192.168.202.112@tcp 00000020:00000010:3.0:1773941432.984837:0:8:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8a5a996c3540. 00000020:00000040:3.0:1773941432.984843:0:8:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff8a5a98b71000 (ffff8a5a90fd3370) now 4 - import 00000020:00000010:3.0:1773941432.984846:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8a5a8922c800. 00000020:00000001:3.0:1773941432.984853:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:1.0:1773941432.984990:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8a5a98774000. 00000020:00000010:1.0:1773941432.984994:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8a5a90c5a000. 00000020:00000010:1.0:1773941432.984997:0:14703:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8a5a90c6d000. 00000020:00000010:1.0:1773941432.985001:0:14703:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a90c72800. 00000008:00000001:1.0:1773941432.985003:0:14703:0:(osc_dev.c:168:osc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941432.985007:0:14703:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9009f300. 00000020:00000010:1.0:1773941432.985010:0:14703:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5aa066bc00. 00000020:00000010:1.0:1773941432.985012:0:14703:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a83eff120. 00000008:00000010:1.0:1773941432.985014:0:14703:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8a5aa0646468. 00020000:00000010:1.0:1773941432.985016:0:14703:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5aa14a0f00. 00008000:00000010:1.0:1773941432.985018:0:14703:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a892066d8. 00000020:00000010:1.0:1773941432.985020:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87e49a00. 00000020:00000001:1.0:1773941432.985021:0:14703:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941432.985031:0:14703:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773941432.985036:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5aa066b400. 00000001:00000010:1.0:1773941432.985038:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5aa066a600. 00000001:00000010:1.0:1773941432.985040:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5aa066ba00. 00000001:00000010:1.0:1773941432.985041:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5aa066a200. 00000001:00000010:1.0:1773941432.985043:0:14703:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8a5aa06d2d80. 00000001:00000010:1.0:1773941432.985045:0:14703:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8a5a8a62b200. 00000001:00000001:1.0:1773941432.985047:0:14703:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1773941432.985048:0:14703:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff8a5a98b71000 (ffff8a5a90fd3370) now 3 - setup 00000020:00000001:1.0:1773941432.985050:0:14703:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941432.985057:0:14703:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1773941432.985059:0:14703:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1773941432.985062:0:14703:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:1.0:1773941432.985064:0:14703:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff8a5a98b71000 (ffff8a5a90fd3370) now 2 - obd_device_list 00000020:00000080:1.0:1773941432.985067:0:14703:0:(obd_config.c:919:class_detach()) detach on obd lustre-OST0000-osc-ffff8a5a98b71000 (uuid 29b2d114-523b-41e9-8ee7-8c02f2aa2f96) 00000020:00000040:1.0:1773941432.985068:0:14703:0:(obd_config.c:1058:class_decref()) Decref lustre-OST0000-osc-ffff8a5a98b71000 (ffff8a5a90fd3370) now 1 - newdev 00000020:00000040:1.0:1773941432.985070:0:14703:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a8922d800 with handle 0x4337c2e0c9a6315f from hash 00000020:00000040:1.0:1773941432.985072:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8922d800 : new refcount 0 00000020:00000080:1.0:1773941432.985074:0:14703:0:(genops.c:904:class_export_put()) final put ffff8a5a8922d800/29b2d114-523b-41e9-8ee7-8c02f2aa2f96 00000020:00000001:1.0:1773941432.985075:0:14703:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941432.985077:0:14703:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773941432.985078:0:14703:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a8922d800/29b2d114-523b-41e9-8ee7-8c02f2aa2f96 for lustre-OST0000-osc-ffff8a5a98b71000 00000020:00000001:1.0:1773941432.985079:0:14703:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773941432.985080:0:14703:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941432.985082:0:14703:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8a5a8922d800. 00000020:00000001:1.0:1773941432.985085:0:14703:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1773941432.985086:0:14703:0:(genops.c:437:class_free_dev()) Release obd device lustre-OST0000-osc-ffff8a5a98b71000 obd_type name = osc 00000020:01000000:1.0:1773941432.985088:0:14703:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff8a5a98b71000 (29b2d114-523b-41e9-8ee7-8c02f2aa2f96) 00000020:00000001:1.0:1773941432.985089:0:14703:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1773941432.985092:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a84f7b800. 00000020:00000010:1.0:1773941432.985095:0:14703:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87e49a00. 00000020:00000010:1.0:1773941432.985097:0:14703:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a83eff120. 00000008:00000010:1.0:1773941432.985099:0:14703:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff8a5aa0646468. 00020000:00000010:1.0:1773941432.985101:0:14703:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff8a5aa14a0f00. 00008000:00000010:1.0:1773941432.985103:0:14703:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a892066d8. 00000008:00000010:1.0:1773941432.985109:0:14703:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8a5a98b6ef90. 00000008:00000010:1.0:1773941432.985112:0:14703:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8a5a9001c2f0. 00000008:00000010:1.0:1773941432.985115:0:14703:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8a5aa0640b28. 00000008:00000010:1.0:1773941432.985118:0:14703:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8a5aa06437c8. 00000008:00000010:1.0:1773941432.985121:0:14703:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8a5a9001ce18. 00000008:00000010:1.0:1773941432.985124:0:14703:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8a5a98b6c2f0. 00000008:00000010:1.0:1773941432.985126:0:14703:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8a5a98b6b7c8. 00000008:00000010:1.0:1773941432.985133:0:14703:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8a5a98b68000. 00000008:00000010:1.0:1773941432.985136:0:14703:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8a5a98b6ce18. 00000008:00000010:1.0:1773941432.985139:0:14703:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8a5a82decdc0. 00000008:00000010:1.0:1773941432.985141:0:14703:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8a5a850d0c60. 00000008:00000010:1.0:1773941432.985143:0:14703:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8a5aa07f8580. 00000008:00000010:1.0:1773941432.985145:0:14703:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8a5aa07f89a0. 00000008:00000010:1.0:1773941432.985147:0:14703:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8a5a850d1340. 00000008:00000010:1.0:1773941432.985149:0:14703:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8a5a82decc60. 00000008:00000010:1.0:1773941432.985150:0:14703:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8a5a82ded340. 00000008:00000010:1.0:1773941432.985152:0:14703:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8a5a82dec580. 00000008:00000010:1.0:1773941432.985154:0:14703:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8a5a82dec9a0. 00000008:00000001:1.0:1773941432.985156:0:14703:0:(osc_request.c:4146:osc_cleanup_common()) Process entered 00010000:00000001:1.0:1773941432.985160:0:14703:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1773941432.985161:0:14703:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1773941432.985163:0:14703:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1773941432.985185:0:14703:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8a5a82c2ee00. 00000020:00000010:1.0:1773941432.985187:0:14703:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a90c70c00. 00010000:00000001:1.0:1773941432.985208:0:14703:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1773941432.985218:0:14703:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff8a5a996c3060. 00000020:00000010:1.0:1773941432.985221:0:14703:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a90c73800. 00000001:00000001:1.0:1773941432.985258:0:14703:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773941432.985281:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8a5a90f66000. 00000001:00000010:1.0:1773941432.985284:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8a5a90f60000. 00000001:00000010:1.0:1773941432.985287:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8a5a90f62000. 00000001:00000010:1.0:1773941432.985289:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8a5a90c7c000. 00000001:00000010:1.0:1773941432.985292:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8a5a90c7e000. 00000001:00000010:1.0:1773941432.985294:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8a5a90c78000. 00000001:00000010:1.0:1773941432.985296:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8a5a90c7a000. 00000001:00000010:1.0:1773941432.985298:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8a5a90d46000. 00000001:00000010:1.0:1773941432.985300:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8a5a90d40000. 00000001:00000010:1.0:1773941432.985302:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8a5a90d42000. 00000001:00000010:1.0:1773941432.985304:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8a5a90d44000. 00000001:00000010:1.0:1773941432.985306:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8a5a90d4e000. 00000001:00000010:1.0:1773941432.985309:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8a5a90d48000. 00000001:00000010:1.0:1773941432.985316:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8a5a90d4a000. 00000001:00000010:1.0:1773941432.985318:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8a5a90d4c000. 00000001:00000010:1.0:1773941432.985320:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 4272 at ffff8a5a90d52000. 00000001:00000010:1.0:1773941432.985322:0:14703:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 128 at ffff8a5a90e76480. 00000001:00000010:1.0:1773941432.985324:0:14703:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8a5aa066ae00. 00000001:00000001:1.0:1773941432.985326:0:14703:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1773941432.985328:0:14703:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff8a5a90c71000. 00010000:00000001:1.0:1773941432.985330:0:14703:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1773941432.985331:0:14703:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1773941432.985333:0:14703:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1773941432.985334:0:14703:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:1.0:1773941432.985335:0:14703:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1773941432.985336:0:14703:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1773941432.985337:0:14703:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1773941432.985339:0:14703:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff8a5a90c6c000. 00010000:00000010:1.0:1773941432.985342:0:14703:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff8a5a90c68000. 00010000:00000001:1.0:1773941432.985344:0:14703:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:1.0:1773941432.985345:0:14703:0:(osc_request.c:4167:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1773941432.985347:0:14703:0:(osc_dev.c:179:osc_device_free()) kfreed 'oc': 104 at ffff8a5a90e76880. 00000020:00000010:1.0:1773941432.985349:0:14703:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87e49a00. 00000020:00000010:1.0:1773941432.985351:0:14703:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a83eff120. 00000008:00000010:1.0:1773941432.985353:0:14703:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8a5aa0646468. 00020000:00000010:1.0:1773941432.985355:0:14703:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5aa14a0f00. 00008000:00000010:1.0:1773941432.985356:0:14703:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a892066d8. 00000020:00000010:1.0:1773941432.985358:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a84f7b800. 00000020:00000001:1.0:1773941432.985360:0:14703:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941432.985362:0:14703:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff8a5a90fd3370. 00000020:00000001:1.0:1773941432.985366:0:14703:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941432.985368:0:14703:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941432.985370:0:14703:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff8a5a83effcc0. 00000020:00000001:1.0:1773941432.985372:0:14703:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00020000:00000010:1.0:1773941432.985374:0:14703:0:(lu_tgt_descs.c:285:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff8a5a90c6a000. 00020000:00000001:1.0:1773941432.985377:0:14703:0:(lov_obd.c:795:lov_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941432.985385:0:14703:0:(lu_object.c:1212:lu_site_fini()) kvfree 's->ls_bkts': 18432 at ffff8a5a90c10000. 00000020:00000010:1.0:1773941432.985395:0:14703:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff8a5a84eff6c0. 00000020:00000010:1.0:1773941432.985401:0:14703:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a86082c00. 00020000:00000010:1.0:1773941432.985405:0:14703:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5a99220480. 00020000:00000010:1.0:1773941432.985407:0:14703:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5a9826f480. 00020000:00000010:1.0:1773941432.985409:0:14703:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5aa14a0900. 00020000:00000010:1.0:1773941432.985411:0:14703:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5aa14a0a80. 00020000:00000010:1.0:1773941432.985413:0:14703:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5a9826f240. 00020000:00000010:1.0:1773941432.985415:0:14703:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5a99220900. 00020000:00000010:1.0:1773941432.985417:0:14703:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5a99220c00. 00020000:00000010:1.0:1773941432.985418:0:14703:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5a99220cc0. 00020000:00000010:1.0:1773941432.985420:0:14703:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5a99220000. 00020000:00000010:1.0:1773941432.985422:0:14703:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8a5a9abd7a80. 00020000:00000010:1.0:1773941432.985424:0:14703:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8a5a90c84fc0. 00020000:00000010:1.0:1773941432.985426:0:14703:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8a5a98b47a80. 00020000:00000010:1.0:1773941432.985429:0:14703:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8a5a98b44000. 00020000:00000010:1.0:1773941432.985430:0:14703:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8a5a90c87cc0. 00020000:00000010:1.0:1773941432.985432:0:14703:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8a5a9abd73c0. 00020000:00000010:1.0:1773941432.985435:0:14703:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8a5a9abd6880. 00020000:00000010:1.0:1773941432.985436:0:14703:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8a5a9abd4480. 00020000:00000010:1.0:1773941432.985438:0:14703:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8a5a9abd4900. 00020000:00000010:1.0:1773941432.985440:0:14703:0:(lov_dev.c:306:lov_device_free()) kfreed 'ld->ld_target': 512 at ffff8a5aa066a000. 00020000:00000010:1.0:1773941432.985442:0:14703:0:(lov_dev.c:310:lov_device_free()) kfreed 'ld->ld_md_tgts': 4096 at ffff8a5a84e66000. 00020000:00000010:1.0:1773941432.985446:0:14703:0:(lov_dev.c:315:lov_device_free()) kfreed 'ld->ld_lov->lov_mdc_tgts': 4096 at ffff8a5a84e64000. 00020000:00000010:1.0:1773941432.985448:0:14703:0:(lov_dev.c:319:lov_device_free()) kfreed 'ld': 632 at ffff8a5a86082400. 00000020:00001000:1.0:1773941432.985452:0:14703:0:(cl_object.c:925:cl_env_put()) 1@ffff8a5a90072b40 00000020:00000010:1.0:1773941432.985454:0:14703:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a90c97c00. 00000020:00000010:1.0:1773941432.985457:0:14703:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a83eff1e0. 00000008:00000010:1.0:1773941432.985460:0:14703:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff8a5aa0642ca0. 00020000:00000010:1.0:1773941432.985462:0:14703:0:(lov_dev.c:94:lov_key_fini()) slab-freed '(info)': 192 at ffff8a5aa14a00c0. 00008000:00000010:1.0:1773941432.985464:0:14703:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a89204a98. 00000080:00000010:1.0:1773941432.985468:0:14703:0:(vvp_dev.c:80:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff8a5a83541930. 00000080:00000010:1.0:1773941432.985472:0:14703:0:(vvp_dev.c:130:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff8a5a89208248. 00000020:00000010:1.0:1773941432.985476:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a82c2e200. 00000008:00000010:1.0:1773941432.985479:0:14703:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8a5aa07f9340. 00020000:00000010:1.0:1773941432.985488:0:14703:0:(lov_dev.c:135:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8a5a98b47600. 00008000:00000010:1.0:1773941432.985492:0:14703:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8a5a89b12f58. 00000080:00000010:1.0:1773941432.985495:0:14703:0:(vvp_dev.c:105:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8a5a89b65f00. 00000020:00000010:1.0:1773941432.985499:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a90c97a00. 00000020:00000010:1.0:1773941432.985501:0:14703:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8a5a90072b40. 00000080:00000001:1.0:1773941432.985504:0:14703:0:(vvp_dev.c:331:cl_sb_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941432.985506:0:14703:0:(obd_class.h:902:obd_disconnect()) Process entered 00020000:00000001:1.0:1773941432.985508:0:14703:0:(lov_obd.c:290:lov_disconnect()) Process entered 00000020:00000001:1.0:1773941432.985509:0:14703:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:1.0:1773941432.985511:0:14703:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x4337c2e0c9a63189 00000020:00000040:1.0:1773941432.985513:0:14703:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a906d3000 with handle 0x4337c2e0c9a63189 from hash 00000020:00000001:1.0:1773941432.985516:0:14703:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1773941432.985517:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a906d3000 : new refcount 1 00000020:00000001:1.0:1773941432.985518:0:14703:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1773941432.985519:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a906d3000 : new refcount 0 00000020:00000080:1.0:1773941432.985520:0:14703:0:(genops.c:904:class_export_put()) final put ffff8a5a906d3000/29b2d114-523b-41e9-8ee7-8c02f2aa2f96 00000020:00000001:1.0:1773941432.985522:0:14703:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941432.985532:0:14703:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1773941432.985533:0:14703:0:(lov_obd.c:321:lov_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941432.985534:0:14703:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941432.985561:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1773941432.985565:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a906d3000/29b2d114-523b-41e9-8ee7-8c02f2aa2f96 for lustre-clilov-ffff8a5a98b71000 00000020:00000001:3.0:1773941432.985569:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1773941432.985572:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941432.985575:0:8:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff8a5a98b71000 (ffff8a5a90f28000) now 4 - export 00000020:00000010:3.0:1773941432.985578:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8a5a906d3000. 00000020:00000001:3.0:1773941432.985586:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000010:0.1:1773941432.985668:0:14709:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a829e2a00. 00010000:00000010:2.1F:1773941432.985676:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a82f48900. 00010000:00000010:2.1:1773941432.985695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a829e3e00. 00010000:00000010:2.1:1773941432.985711:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5aa0e2ef00. 00010000:00000010:2.1:1773941432.985717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a80031a00. 00000020:00000010:1.0:1773941432.985860:0:14703:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 576 at ffff8a5a83550800. 00000020:00000010:1.0:1773941432.985865:0:14703:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a83553000. 00000020:00000010:1.0:1773941432.985868:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff8a5a892ad000. 00000020:00000010:1.0:1773941432.985872:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 1856 at ffff8a5a90015000. 00000020:00000010:1.0:1773941432.985876:0:14703:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 1440 at ffff8a5a9821c000. 00000020:00000010:1.0:1773941432.985879:0:14703:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a83553400. 00000080:00000001:1.0:1773941432.985882:0:14703:0:(obd_class.h:902:obd_disconnect()) Process entered 00800000:00000001:1.0:1773941432.985885:0:14703:0:(lmv_obd.c:589:lmv_disconnect()) Process entered 00800000:00000001:1.0:1773941432.985888:0:14703:0:(lmv_obd.c:534:lmv_disconnect_mdc()) Process entered 00020000:00000001:1.0:1773941432.985895:0:14703:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:1.0:1773941432.985898:0:14703:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1773941432.985900:0:14703:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:1.0:1773941432.985903:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a892ab800 : new refcount 3 80000000:00000010:1.0:1773941432.985906:0:14703:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at ffff8a5a9009f180. 80000000:00000001:1.0:1773941432.985909:0:14703:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1773941432.985919:0:14703:0:(fid_request.c:460:client_fid_fini()) Process entered 40000000:00000001:1.0:1773941432.985922:0:14703:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:1.0:1773941432.985971:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a892ab800 : new refcount 2 40000000:00000001:1.0:1773941432.985973:0:14703:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:1.0:1773941432.985975:0:14703:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffff8a5a87d76b00. 40000000:00000001:1.0:1773941432.985978:0:14703:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:1.0:1773941432.985980:0:14703:0:(lmv_obd.c:568:lmv_disconnect_mdc()) Disconnected from lustre-MDT0000-mdc-ffff8a5a98b71000(29b2d114-523b-41e9-8ee7-8c02f2aa2f96) successfully 00800000:00000001:1.0:1773941432.985982:0:14703:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:1.0:1773941432.985984:0:14703:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1773941432.985985:0:14703:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:1.0:1773941432.985988:0:14703:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:1.0:1773941432.985989:0:14703:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-MDT0000-mdc-ffff8a5a98b71000 - 1 00000100:00000001:1.0:1773941432.985991:0:14703:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:1.0:1773941432.985993:0:14703:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 29b2d114-523b-41e9-8ee7-8c02f2aa2f96->lustre-MDT0000_UUID 00000020:00000001:1.0:1773941432.985994:0:14703:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941432.985995:0:14703:0:(genops.c:1242:class_import_put()) import ffff8a5a8922e000 refcount=2 obd=lustre-MDT0000-mdc-ffff8a5a98b71000 00000020:00000001:1.0:1773941432.985997:0:14703:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941432.985998:0:14703:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.986000:0:14703:0:(ldlm_request.c:2367:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:1.0:1773941432.986001:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941432.986002:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1773941432.986114:0:14703:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a5a989c4e00 count: 2 00010000:00000001:1.0:1773941432.986118:0:14703:0:(ldlm_request.c:2311:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:1.0:1773941432.986121:0:14703:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a5a989c4e00 count: 3 00010000:00000001:1.0:1773941432.986124:0:14703:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941432.986127:0:14703:0:(ldlm_request.c:2161:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773941432.986131:0:14703:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941432.986136:0:14703:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00000001:1.0:1773941432.986146:0:14703:0:(namei.c:472:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1773941432.986149:0:14703:0:(namei.c:239:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1773941432.986151:0:14703:0:(namei.c:251:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1773941432.986152:0:14703:0:(namei.c:536:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.986155:0:14703:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941432.986163:0:14703:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941432.986165:0:14703:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941432.986166:0:14703:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941432.986168:0:14703:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1773941432.986171:0:14703:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813efc00 with handle 0x4337c2e0c9a63197 from hash 00010000:00000001:1.0:1773941432.986172:0:14703:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941432.986174:0:14703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941432.986175:0:14703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941432.986176:0:14703:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941432.986178:0:14703:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941432.986179:0:14703:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773941432.986181:0:14703:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941432.986183:0:14703:0:(ldlm_request.c:2211:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941432.986184:0:14703:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773941432.986186:0:14703:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1773941432.986190:0:14703:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354ca80. 00000020:00000040:1.0:1773941432.986192:0:14703:0:(genops.c:1229:class_import_get()) import ffff8a5a8922e000 refcount=3 obd=lustre-MDT0000-mdc-ffff8a5a98b71000 00000100:00000001:1.0:1773941432.986195:0:14703:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941432.986196:0:14703:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941432.986198:0:14703:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941432.986202:0:14703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87e49a00. 00000100:00000001:1.0:1773941432.986205:0:14703:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.986207:0:14703:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773941432.986212:0:14703:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1773941432.986217:0:14703:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773941432.986218:0:14703:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941432.986220:0:14703:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941432.986221:0:14703:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941432.986225:0:14703:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a84ef4f00. 00000100:00000001:1.0:1773941432.986226:0:14703:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720114806528 : -129353594745088 : ffff8a5a84ef4f00) 00000100:00000001:1.0:1773941432.986228:0:14703:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941432.986230:0:14703:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087902848 : -129353621648768 : ffff8a5a8354ca80) 00000100:00000001:1.0:1773941432.986232:0:14703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941432.986239:0:14703:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941432.986240:0:14703:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941432.986241:0:14703:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941432.986246:0:14703:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354ca80 x1860112200252032/t0(0) o103->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941432.986252:0:14703:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941432.986254:0:14703:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941432.986257:0:14703:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354ca80 x1860112200252032/t0(0) o103->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941432.986261:0:14703:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773941432.986263:0:14703:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941432.986264:0:14703:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941432.986265:0:14703:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a84ef4f00 going to sleep for 0 seconds 00000100:00000001:1.0:1773941432.986267:0:14703:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941432.986268:0:14703:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:1.0:1773941432.986270:0:14703:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941432.986271:0:14703:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941432.986272:0:14703:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941432.986274:0:14703:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354ca80 x1860112200252032/t0(0) o103->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941432.986280:0:14703:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354ca80 pname:cluuid:pid:xid:nid:opc:job umount:29b2d114-523b-41e9-8ee7-8c02f2aa2f96:14703:1860112200252032:192.168.202.112@tcp:103:umount.0 00000100:00000001:1.0:1773941432.986282:0:14703:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941432.986284:0:14703:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773941432.986285:0:14703:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941432.986286:0:14703:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941432.986288:0:14703:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354ca80 x1860112200252032/t0(0) o103->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941432.986292:0:14703:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941432.986294:0:14703:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a84ef4f00. 00000100:00000001:1.0:1773941432.986295:0:14703:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941432.986296:0:14703:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:1.0:1773941432.986302:0:14703:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:1.0:1773941432.986303:0:14703:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941432.986306:0:14703:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354ca80 x1860112200252032/t0(0) o103->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941432.986310:0:14703:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1773941432.986311:0:14703:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941432.986312:0:14703:0:(genops.c:1242:class_import_put()) import ffff8a5a8922e000 refcount=2 obd=lustre-MDT0000-mdc-ffff8a5a98b71000 00000020:00000001:1.0:1773941432.986313:0:14703:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941432.986315:0:14703:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87e49a00. 02000000:00000001:1.0:1773941432.986316:0:14703:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941432.986317:0:14703:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941432.986318:0:14703:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354ca80. 00000100:00000001:1.0:1773941432.986320:0:14703:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941432.986321:0:14703:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941432.986322:0:14703:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:1.0:1773941432.986323:0:14703:0:(ldlm_request.c:2277:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:1.0:1773941432.986324:0:14703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941432.986327:0:14703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff8a5a98b71000 lock: ffff8a5a813efc00/0x4337c2e0c9a63197 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xf0dd7054ff1f143e expref: -99 pid: 14686 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00000001:1.0:1773941432.986335:0:14703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941432.986337:0:14703:0:(ldlm_request.c:2290:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.986338:0:14703:0:(ldlm_request.c:2328:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773941432.986341:0:14703:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4e00 count: 0 00010000:00000010:1.0:1773941432.986346:0:14703:0:(ldlm_resource.c:1529:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff8a5a98814780. 00000001:00000001:1.0:1773941432.986631:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.986634:0:14703:0:(ldlm_request.c:2379:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.986636:0:14703:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1773941432.986638:0:14703:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1773941432.986662:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941432.986664:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941432.987015:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941432.987017:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941432.987018:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941432.987333:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.987341:0:14703:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941432.987343:0:14703:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:1.0:1773941432.987344:0:14703:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:1.0:1773941432.987346:0:14703:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:1.0:1773941432.987348:0:14703:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1773941432.987351:0:14703:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354ca80. 00000020:00000040:1.0:1773941432.987353:0:14703:0:(genops.c:1229:class_import_get()) import ffff8a5a8922e000 refcount=3 obd=lustre-MDT0000-mdc-ffff8a5a98b71000 00000100:00000001:1.0:1773941432.987355:0:14703:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941432.987357:0:14703:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941432.987358:0:14703:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941432.987362:0:14703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a83c44600. 00000100:00000001:1.0:1773941432.987364:0:14703:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941432.987366:0:14703:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446614720087902848 : -129353621648768 : ffff8a5a8354ca80) 00000100:00080000:1.0:1773941432.987368:0:14703:0:(import.c:65:import_set_state_nolock()) ffff8a5a8922e000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00000001:1.0:1773941432.987370:0:14703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941432.987372:0:14703:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941432.987376:0:14703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b3b0d5a] to pc [ptlrpcd_rcv+-1] req@ffff8a5a8354ca80 x1860112200252160/t0(0) o39->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941432.987391:0:14703:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.987443:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941432.987447:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941432.987448:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941432.987454:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354ca80 x1860112200252160/t0(0) o39->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941432.987461:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941432.987462:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941432.987465:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941432.987467:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941432.987469:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941432.987471:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:29b2d114-523b-41e9-8ee7-8c02f2aa2f96:2404:1860112200252160:192.168.202.112@tcp:39:umount.0 00000100:00000001:2.0:1773941432.987474:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941432.987485:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941432.987486:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941432.987488:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941432.987491:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a84ec4600. 02000000:00000001:2.0:1773941432.987493:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941432.987498:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941432.987501:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b3c8. 00000400:00000010:2.0:1773941432.987504:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa06785d8. 00000100:00000200:2.0:1773941432.987508:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200252160, portal 10 00000100:00000001:2.0:1773941432.987510:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941432.987511:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087902848 : -129353621648768 : ffff8a5a8354ca80) 00000100:00000040:2.0:1773941432.987517:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354ca80 x1860112200252160/t0(0) o39->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941432.987522:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941432.987525:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941432.987527:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678550. 00000100:00000200:2.0:1773941432.987530:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112200252160, offset 0 00000400:00000200:2.0:1773941432.987534:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941432.987539:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941432.987543:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941432.987547:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941432.987549:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941432.987552:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941432.987554:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941432.987558:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [124:124:256:4294967295] 192.168.202.112@tcp LPNI seq info [124:124:8:4294967295] 00000400:00000200:2.0:1773941432.987561:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941432.987568:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941432.987572:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941432.987577:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544800. 00000800:00000200:2.0:1773941432.987580:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941432.987585:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941432.987589:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941432.987607:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941432.987611:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a5a98b71000: using a timeout of 3505088 usecs (3506 jiffies) 00000400:00000200:2.0:1773941432.987614:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941432.987617:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a5a98b71000: PM QoS new deadline estimation for cpu 0 is 4294909724 00000100:00000001:2.0:1773941432.987620:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a5a98b71000: PM QoS request active for cpu 0, keep current deadline 4294911715 00000100:00000001:2.0:1773941432.987622:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a5a98b71000: PM QoS new deadline estimation for cpu 1 is 4294909724 00000100:00000001:2.0:1773941432.987624:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8a5a98b71000: PM QoS request active for cpu 1, keep current deadline 4294911715 00000100:00000001:2.0:1773941432.987626:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941432.987628:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.987629:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.987631:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941432.987634:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941432.987635:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941432.987638:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941432.987658:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941432.987660:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.987661:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941432.987699:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941432.987704:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544800. 00000400:00000200:0.0:1773941432.987709:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941432.987715:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941432.987719:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678550 00000400:00000010:0.0:1773941432.987721:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678550. 00000100:00000001:0.0:1773941432.987725:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941432.987730:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354ca80 x1860112200252160/t0(0) o39->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.987740:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941432.987744:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354ca80 x1860112200252160/t0(0) o39->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.987752:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.987754:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941432.989056:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.989067:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941432.989070:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.989074:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941432.989080:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.989086:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941432.989093:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.989097:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.989101:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.989112:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 10 MB=0x69bc31ef03b00 00000400:00000200:0.0:1773941432.989117:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.989122:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 224/224 into md 0x999 [1] + 224 00000800:00000001:0.0:1773941432.989128:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.989135:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941432.989138:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941432.989142:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941432.989147:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941432.989152:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354ca80 x1860112200252160/t0(0) o39->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941432.989164:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a8354ca80 x1860112200252160/t0(0) o39->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.989183:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941432.989189:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.989192:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941432.989234:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941432.989237:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941432.989241:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941432.989242:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941432.989244:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b3c8. 00000400:00000200:2.0:1773941432.989249:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa06785d8 00000400:00000010:2.0:1773941432.989250:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa06785d8. 00000100:00000001:2.0:1773941432.989253:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941432.989258:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354ca80 x1860112200252160/t0(0) o39->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941432.989266:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354ca80 x1860112200252160/t0(0) o39->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941432.989272:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941432.989273:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941432.989275:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941432.989276:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941432.989284:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941432.989286:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941432.989288:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941432.989292:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a8922e458 time=1 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941432.989295:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a8922e410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941432.989296:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941432.989297:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941432.989299:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941432.989301:0:2404:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.989303:0:2404:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1773941432.989305:0:2404:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1773941432.989306:0:2404:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1773941432.989307:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941432.989308:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087902848 : -129353621648768 : ffff8a5a8354ca80) 00000100:00000001:2.0:1773941432.989310:0:2404:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1773941432.989312:0:2404:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a5a98b71000: skip recheck: last_committed 0 00000100:00000001:2.0:1773941432.989313:0:2404:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1773941432.989314:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941432.989317:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354ca80 x1860112200252160/t8589934593(8589934593) o39->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 2 fl Rpc:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941432.989322:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941432.989324:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941432.989325:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941432.989327:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a8922e000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1773941432.989329:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:2.0:1773941432.989332:0:2404:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:2.0:1773941432.989334:0:2404:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.989335:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941432.989336:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:2.0:1773941432.989337:0:2404:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:2.0:1773941432.989339:0:2404:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.989340:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:2.0:1773941432.989353:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354ca80 x1860112200252160/t8589934593(8589934593) o39->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 2 fl Interpret:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941432.989359:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:29b2d114-523b-41e9-8ee7-8c02f2aa2f96:2404:1860112200252160:192.168.202.112@tcp:39:umount.0 00000100:00000001:2.0:1773941432.989370:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941432.989372:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941432.989376:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354ca80 x1860112200252160/t8589934593(8589934593) o39->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 2 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941432.989381:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.989383:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941432.989385:0:14703:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.989386:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941432.989389:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941432.989393:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941432.989393:0:14703:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00000001:2.0:1773941432.989396:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941432.989397:0:14703:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1773941432.989401:0:14703:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773941432.989403:0:14703:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773941432.989405:0:14703:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a5a98b71000: committing for last_committed 0 gen 2 00000100:00100000:0.0:1773941432.989413:0:14703:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8a5a8354ca80 x1860112200252160/t8589934593(8589934593) o39->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.989422:0:14703:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941432.989425:0:14703:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941432.989429:0:14703:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354ca80 x1860112200252160/t8589934593(8589934593) o39->lustre-MDT0000-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.989437:0:14703:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941432.989439:0:14703:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941432.989442:0:14703:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a84ec4600. 02000000:00000001:0.0:1773941432.989446:0:14703:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941432.989454:0:14703:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941432.989455:0:14703:0:(genops.c:1242:class_import_put()) import ffff8a5a8922e000 refcount=2 obd=lustre-MDT0000-mdc-ffff8a5a98b71000 00000020:00000001:0.0:1773941432.989458:0:14703:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941432.989460:0:14703:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a83c44600. 02000000:00000001:0.0:1773941432.989463:0:14703:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941432.989464:0:14703:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941432.989467:0:14703:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354ca80. 00000100:00000001:0.0:1773941432.989470:0:14703:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941432.989472:0:14703:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941432.989474:0:14703:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a5a98b71000: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:0.0:1773941432.989476:0:14703:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773941432.989478:0:14703:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941432.989479:0:14703:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941432.989481:0:14703:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:0.0:1773941432.989483:0:14703:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773941432.989486:0:14703:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.989488:0:14703:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1773941432.989490:0:14703:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941432.989492:0:14703:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:0.0:1773941432.989494:0:14703:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:0.0:1773941432.989496:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941432.989497:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941432.989948:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941432.989952:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941432.989953:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941432.990369:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941432.990373:0:14703:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773941432.990387:0:14703:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8a5a90d881b0. 00000020:00000010:0.0:1773941432.990392:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a85500400. 00000020:00000010:0.0:1773941432.990397:0:14703:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a85501200. 00000020:00000010:0.0:1773941432.990400:0:14703:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a996c3de0. 00008000:00000010:0.0:1773941432.990407:0:14703:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941432.990411:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a85501e00. 00008000:00000010:0.0:1773941432.990415:0:14703:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a835e7f80. 00000020:00000001:0.0:1773941432.990418:0:14703:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614720314638776 : -129353394912840 : ffff8a5a90d881b8) 00000020:00001000:0.0:1773941432.990421:0:14703:0:(cl_object.c:831:cl_env_get()) 1@ffff8a5a90d881b0 00000008:00000001:0.0:1773941432.990424:0:14703:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773941432.990431:0:14703:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773941432.990434:0:14703:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773941432.990436:0:14703:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1773941432.990438:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941432.990440:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941432.990842:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773941432.990845:0:14703:0:(cl_object.c:925:cl_env_put()) 1@ffff8a5a90d881b0 00000020:00000010:0.0:1773941432.990848:0:14703:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a85501200. 00000020:00000010:0.0:1773941432.990851:0:14703:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a996c3de0. 00008000:00000010:0.0:1773941432.990854:0:14703:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941432.990858:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a85500400. 00008000:00000010:0.0:1773941432.990859:0:14703:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8a5a835e7f80. 00000020:00000010:0.0:1773941432.990862:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a85501e00. 00000020:00000010:0.0:1773941432.990865:0:14703:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8a5a90d881b0. 00000001:00000001:0.0:1773941432.990867:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941432.990868:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941432.991182:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941432.991183:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941432.991184:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941432.991510:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941432.991512:0:14703:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.991513:0:14703:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:0.0:1773941432.991516:0:14703:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:0.0:1773941432.991518:0:14703:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:0.0:1773941432.991520:0:14703:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x4337c2e0c9a6317b 00000020:00000040:0.0:1773941432.991523:0:14703:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a892ab800 with handle 0x4337c2e0c9a6317b from hash 00000020:00000001:0.0:1773941432.991526:0:14703:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1773941432.991528:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a892ab800 : new refcount 1 00000020:00000001:0.0:1773941432.991529:0:14703:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1773941432.991531:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a892ab800 : new refcount 0 00000020:00000080:0.0:1773941432.991532:0:14703:0:(genops.c:904:class_export_put()) final put ffff8a5a892ab800/29b2d114-523b-41e9-8ee7-8c02f2aa2f96 00000020:00000001:0.0:1773941432.991534:0:14703:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941432.991546:0:14703:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941432.991548:0:14703:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773941432.991551:0:14703:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773941432.991553:0:14703:0:(lmv_obd.c:579:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773941432.991555:0:14703:0:(lmv_obd.c:534:lmv_disconnect_mdc()) Process entered 00000020:00000001:3.0:1773941432.991567:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1773941432.991571:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a892ab800/29b2d114-523b-41e9-8ee7-8c02f2aa2f96 for lustre-MDT0000-mdc-ffff8a5a98b71000 00020000:00000001:0.0:1773941432.991572:0:14703:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00001000:0.0:1773941432.991576:0:14703:0:(lu_tgt_descs.c:175:lu_qos_del_tgt()) removing server 192.168.202.112@tcp 00000020:00000040:3.0:1773941432.991579:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 8 to 192.168.202.112@tcp 00020000:00000010:0.0:1773941432.991579:0:14703:0:(lu_tgt_descs.c:177:lu_qos_del_tgt()) kfreed 'svr': 104 at ffff8a5a854fcb00. 00000020:00000001:3.0:1773941432.991583:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:3.0:1773941432.991585:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1773941432.991585:0:14703:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941432.991591:0:37:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff8a5a98b71000 (ffff8a5a90f2cd28) now 5 - export 80000000:00000001:0.0:1773941432.991591:0:14703:0:(fld_request.c:185:fld_client_del_target()) Process entered 00000020:00000040:0.0:1773941432.991595:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a892a8800 : new refcount 3 00000020:00000010:3.0:1773941432.991596:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8a5a892ab800. 80000000:00000010:0.0:1773941432.991599:0:14703:0:(fld_request.c:197:fld_client_del_target()) kfreed 'target': 40 at ffff8a5a9009f9c0. 80000000:00000001:0.0:1773941432.991603:0:14703:0:(fld_request.c:198:fld_client_del_target()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1773941432.991605:0:14703:0:(fid_request.c:460:client_fid_fini()) Process entered 00000020:00000001:3.0:1773941432.991607:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 40000000:00000001:0.0:1773941432.991607:0:14703:0:(fid_request.c:376:seq_client_fini()) Process entered 00000020:00000040:0.0:1773941432.991919:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a892a8800 : new refcount 2 40000000:00000001:0.0:1773941432.991922:0:14703:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1773941432.991925:0:14703:0:(fid_request.c:465:client_fid_fini()) kfreed 'cli->cl_seq': 224 at ffff8a5a8a564200. 40000000:00000001:0.0:1773941432.991930:0:14703:0:(fid_request.c:470:client_fid_fini()) Process leaving (rc=0 : 0 : 0) 00800000:00000040:0.0:1773941432.991933:0:14703:0:(lmv_obd.c:568:lmv_disconnect_mdc()) Disconnected from lustre-MDT0001-mdc-ffff8a5a98b71000(29b2d114-523b-41e9-8ee7-8c02f2aa2f96) successfully 00800000:00000001:0.0:1773941432.991935:0:14703:0:(obd_class.h:1347:obd_register_observer()) Process entered 00800000:00000001:0.0:1773941432.991938:0:14703:0:(obd_class.h:1360:obd_register_observer()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773941432.991940:0:14703:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:0.0:1773941432.991942:0:14703:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:0.0:1773941432.991945:0:14703:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect lustre-MDT0001-mdc-ffff8a5a98b71000 - 1 00000100:00000001:0.0:1773941432.991948:0:14703:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1773941432.991950:0:14703:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 29b2d114-523b-41e9-8ee7-8c02f2aa2f96->lustre-MDT0001_UUID 00000020:00000001:0.0:1773941432.991952:0:14703:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941432.991953:0:14703:0:(genops.c:1242:class_import_put()) import ffff8a5a8922f000 refcount=2 obd=lustre-MDT0001-mdc-ffff8a5a98b71000 00000020:00000001:0.0:1773941432.991956:0:14703:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941432.991957:0:14703:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941432.991960:0:14703:0:(ldlm_request.c:2367:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:0.0:1773941432.991961:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941432.991963:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000010:1.1:1773941432.992072:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813efc00. 00010000:00000010:1.1:1773941432.992078:0:20:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4e00. 00000001:00000001:0.0:1773941432.992332:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941432.992335:0:14703:0:(ldlm_request.c:2379:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941432.992336:0:14703:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1773941432.992338:0:14703:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1773941432.992339:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941432.992340:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941432.992680:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941432.992690:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941432.992692:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941432.993125:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941432.993128:0:14703:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941432.993130:0:14703:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:0.0:1773941432.993132:0:14703:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1773941432.993134:0:14703:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1773941432.993136:0:14703:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1773941432.993141:0:14703:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a86089c00. 00000020:00000040:0.0:1773941432.993145:0:14703:0:(genops.c:1229:class_import_get()) import ffff8a5a8922f000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a5a98b71000 00000100:00000001:0.0:1773941432.993148:0:14703:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941432.993150:0:14703:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941432.993153:0:14703:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941432.993159:0:14703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a87e51f00. 00000100:00000001:0.0:1773941432.993163:0:14703:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.993166:0:14703:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446614720133241856 : -129353576309760 : ffff8a5a86089c00) 00000100:00080000:0.0:1773941432.993169:0:14703:0:(import.c:65:import_set_state_nolock()) ffff8a5a8922f000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1773941432.993174:0:14703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941432.993177:0:14703:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941432.993184:0:14703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d18b7bd5] to pc [ptlrpcd_rcv+-1] req@ffff8a5a86089c00 x1860112200252288/t0(0) o39->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.993206:0:14703:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.993221:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941432.993224:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941432.993226:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941432.993232:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a86089c00 x1860112200252288/t0(0) o39->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.993243:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941432.993245:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941432.993253:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941432.993255:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941432.993257:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941432.993259:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:29b2d114-523b-41e9-8ee7-8c02f2aa2f96:2404:1860112200252288:192.168.202.112@tcp:39:umount.0 00000100:00000001:3.0:1773941432.993262:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941432.993266:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941432.993268:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941432.993270:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941432.993273:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a89354000. 02000000:00000001:3.0:1773941432.993275:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941432.993281:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941432.993283:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644dc0. 00000400:00000010:3.0:1773941432.993288:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d990. 00000100:00000200:3.0:1773941432.993293:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200252288, portal 10 00000100:00000001:3.0:1773941432.993295:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941432.993297:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720133241856 : -129353576309760 : ffff8a5a86089c00) 00000100:00000040:3.0:1773941432.993302:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a86089c00 x1860112200252288/t0(0) o39->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.993308:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941432.993311:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941432.993313:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875daa0. 00000100:00000200:3.0:1773941432.993316:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1860112200252288, offset 0 00000400:00000200:3.0:1773941432.993320:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941432.993326:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941432.993330:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941432.993333:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941432.993336:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941432.993339:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941432.993341:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941432.993344:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [125:125:256:4294967295] 192.168.202.112@tcp LPNI seq info [125:125:8:4294967295] 00000400:00000200:3.0:1773941432.993347:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941432.993355:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:3.0:1773941432.993366:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941432.993370:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa17da600. 00000800:00000200:3.0:1773941432.993374:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941432.993380:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941432.993383:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa17da600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941432.993394:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941432.993397:0:2404:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a5a98b71000: using a timeout of 925388 usecs (926 jiffies) 00000400:00000200:3.0:1773941432.993400:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941432.993402:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a5a98b71000: PM QoS new deadline estimation for cpu 0 is 4294907150 00000100:00000001:3.0:1773941432.993404:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a5a98b71000: PM QoS request active for cpu 0, keep current deadline 4294911715 00000100:00000001:3.0:1773941432.993407:0:2404:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a5a98b71000: PM QoS new deadline estimation for cpu 1 is 4294907150 00000100:00000001:3.0:1773941432.993409:0:2404:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8a5a98b71000: PM QoS request active for cpu 1, keep current deadline 4294911715 00000100:00000001:3.0:1773941432.993411:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941432.993413:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.993415:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.993417:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.993420:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941432.993421:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941432.993423:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941432.993424:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941432.993426:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.993428:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941432.993462:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941432.993466:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa17da600. 00000400:00000200:0.0:1773941432.993469:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941432.993474:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941432.993478:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875daa0 00000400:00000010:0.0:1773941432.993480:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875daa0. 00000100:00000001:0.0:1773941432.993482:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941432.993485:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a86089c00 x1860112200252288/t0(0) o39->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.993493:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941432.993495:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a86089c00 x1860112200252288/t0(0) o39->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.993506:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.993508:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941432.994878:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.994887:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941432.994889:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.994891:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941432.994895:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.994900:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941432.994906:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.994909:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.994913:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.994918:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 10 MB=0x69bc31ef03b80 00000400:00000200:0.0:1773941432.994922:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941432.994927:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.112@tcp of length 224/224 into md 0x9a1 [1] + 224 00000800:00000001:0.0:1773941432.994932:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.994938:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941432.994940:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941432.994944:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941432.994948:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941432.994952:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a86089c00 x1860112200252288/t0(0) o39->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941432.994961:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a86089c00 x1860112200252288/t0(0) o39->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.994974:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941432.994979:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941432.994982:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.995012:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941432.995016:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941432.995021:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941432.995023:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941432.995026:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644dc0. 00000400:00000200:3.0:1773941432.995032:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d990 00000400:00000010:3.0:1773941432.995034:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d990. 00000100:00000001:3.0:1773941432.995039:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941432.995046:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a86089c00 x1860112200252288/t0(0) o39->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941432.995082:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a86089c00 x1860112200252288/t0(0) o39->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.995090:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941432.995093:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941432.995096:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941432.995098:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941432.995101:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941432.995102:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941432.995105:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941432.995112:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a8922f458 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941432.995117:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a8922f410 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941432.995120:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941432.995122:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941432.995124:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1773941432.995131:0:2404:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8a5a86089c00 x1860112200252288/t0(0) o39->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941432.995140:0:2404:0:(ldlm_request.c:1535:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.995144:0:2404:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1773941432.995146:0:2404:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1773941432.995148:0:2404:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1773941432.995150:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941432.995151:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720133241856 : -129353576309760 : ffff8a5a86089c00) 00000100:00000001:3.0:1773941432.995154:0:2404:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1773941432.995157:0:2404:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a5a98b71000: skip recheck: last_committed 0 00000100:00000001:3.0:1773941432.995169:0:2404:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1773941432.995171:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941432.995177:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a86089c00 x1860112200252288/t8589934593(8589934593) o39->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 2 fl Rpc:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.995186:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941432.995189:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941432.995191:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941432.995201:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a8922f000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:3.0:1773941432.995204:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:3.0:1773941432.995206:0:2404:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:3.0:1773941432.995208:0:2404:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.995210:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941432.995210:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:3.0:1773941432.995211:0:2404:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:3.0:1773941432.995213:0:2404:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.995214:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:3.0:1773941432.995235:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a86089c00 x1860112200252288/t8589934593(8589934593) o39->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 2 fl Interpret:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941432.995241:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:29b2d114-523b-41e9-8ee7-8c02f2aa2f96:2404:1860112200252288:192.168.202.112@tcp:39:umount.0 00000100:00000001:3.0:1773941432.995246:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941432.995246:0:14703:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.995253:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941432.995254:0:14703:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00000040:3.0:1773941432.995257:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a86089c00 x1860112200252288/t8589934593(8589934593) o39->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 2 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941432.995258:0:14703:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:0.0:1773941432.995263:0:14703:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773941432.995267:0:14703:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1773941432.995271:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941432.995275:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941432.995277:0:14703:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a5a98b71000: committing for last_committed 0 gen 2 00000100:00000001:3.0:1773941432.995281:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941432.995284:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941432.995288:0:14703:0:(client.c:3119:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8a5a86089c00 x1860112200252288/t8589934593(8589934593) o39->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941432.995289:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941432.995292:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.995310:0:14703:0:(client.c:3120:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941432.995313:0:14703:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941432.995318:0:14703:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a86089c00 x1860112200252288/t8589934593(8589934593) o39->lustre-MDT0001-mdc-ffff8a5a98b71000@192.168.202.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1773941442 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941432.995326:0:14703:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941432.995329:0:14703:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941432.995332:0:14703:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a89354000. 02000000:00000001:0.0:1773941432.995337:0:14703:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941432.995339:0:14703:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941432.995341:0:14703:0:(genops.c:1242:class_import_put()) import ffff8a5a8922f000 refcount=2 obd=lustre-MDT0001-mdc-ffff8a5a98b71000 00000020:00000001:0.0:1773941432.995344:0:14703:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941432.995347:0:14703:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a87e51f00. 02000000:00000001:0.0:1773941432.995351:0:14703:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941432.995353:0:14703:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941432.995355:0:14703:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a86089c00. 00000100:00000001:0.0:1773941432.995359:0:14703:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941432.995361:0:14703:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941432.995364:0:14703:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a5a98b71000: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:0.0:1773941432.995367:0:14703:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773941432.995369:0:14703:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941432.995370:0:14703:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941432.995372:0:14703:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:0.0:1773941432.995374:0:14703:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773941432.995377:0:14703:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.995379:0:14703:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1773941432.995381:0:14703:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941432.995383:0:14703:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:0.0:1773941432.995385:0:14703:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:0.0:1773941432.995387:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941432.995389:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941432.995854:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941432.995858:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941432.995867:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941432.996215:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941432.996218:0:14703:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773941432.996222:0:14703:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8a5a90d881b0. 00000020:00000010:0.0:1773941432.996224:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a85501e00. 00000020:00000010:0.0:1773941432.996229:0:14703:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a85500400. 00000020:00000010:0.0:1773941432.996232:0:14703:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a996c3de0. 00008000:00000010:0.0:1773941432.996236:0:14703:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941432.996240:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a85501200. 00008000:00000010:0.0:1773941432.996242:0:14703:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a835e7f80. 00000020:00000001:0.0:1773941432.996244:0:14703:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614720314638776 : -129353394912840 : ffff8a5a90d881b8) 00000020:00001000:0.0:1773941432.996246:0:14703:0:(cl_object.c:831:cl_env_get()) 1@ffff8a5a90d881b0 00000008:00000001:0.0:1773941432.996248:0:14703:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773941432.996249:0:14703:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773941432.996252:0:14703:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773941432.996254:0:14703:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1773941432.996256:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941432.996258:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941432.996609:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773941432.996613:0:14703:0:(cl_object.c:925:cl_env_put()) 1@ffff8a5a90d881b0 00000020:00000010:0.0:1773941432.996616:0:14703:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a85500400. 00000020:00000010:0.0:1773941432.996620:0:14703:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a996c3de0. 00008000:00000010:0.0:1773941432.996624:0:14703:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941432.996628:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a85501e00. 00008000:00000010:0.0:1773941432.996631:0:14703:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8a5a835e7f80. 00000020:00000010:0.0:1773941432.996635:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a85501200. 00000020:00000010:0.0:1773941432.996637:0:14703:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8a5a90d881b0. 00000001:00000001:0.0:1773941432.996742:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941432.996745:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941432.997179:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941432.997183:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941432.997184:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941432.997581:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941432.997584:0:14703:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.997587:0:14703:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:0.0:1773941432.997592:0:14703:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:0.0:1773941432.997594:0:14703:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:0.0:1773941432.997603:0:14703:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x4337c2e0c9a63182 00000020:00000040:0.0:1773941432.997608:0:14703:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a892a8800 with handle 0x4337c2e0c9a63182 from hash 00000020:00000001:0.0:1773941432.997614:0:14703:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1773941432.997616:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a892a8800 : new refcount 1 00000020:00000001:0.0:1773941432.997618:0:14703:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1773941432.997620:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a892a8800 : new refcount 0 00000020:00000080:0.0:1773941432.997622:0:14703:0:(genops.c:904:class_export_put()) final put ffff8a5a892a8800/29b2d114-523b-41e9-8ee7-8c02f2aa2f96 00000020:00000001:0.0:1773941432.997625:0:14703:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941432.997663:0:14703:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941432.997667:0:14703:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773941432.997671:0:14703:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1773941432.997673:0:14703:0:(lmv_obd.c:579:lmv_disconnect_mdc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941432.997685:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1773941432.997691:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a892a8800/29b2d114-523b-41e9-8ee7-8c02f2aa2f96 for lustre-MDT0001-mdc-ffff8a5a98b71000 00000020:00000001:0.0:1773941432.997694:0:14703:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000040:2.0:1773941432.997699:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 7 to 192.168.202.112@tcp 00000020:00000080:0.0:1773941432.997700:0:14703:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x4337c2e0c9a63174 00000020:00000001:2.0:1773941432.997705:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000040:0.0:1773941432.997707:0:14703:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a892aa000 with handle 0x4337c2e0c9a63174 from hash 00000020:00000001:2.0:1773941432.997709:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941432.997713:0:14703:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1773941432.997714:0:8:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffff8a5a98b71000 (ffff8a5a90fd4d28) now 5 - export 00000020:00000040:0.0:1773941432.997717:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a892aa000 : new refcount 1 00000020:00000010:2.0:1773941432.997721:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8a5a892a8800. 00000020:00000001:0.0:1773941432.997722:0:14703:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1773941432.997726:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a892aa000 : new refcount 0 00000020:00000080:0.0:1773941432.997730:0:14703:0:(genops.c:904:class_export_put()) final put ffff8a5a892aa000/29b2d114-523b-41e9-8ee7-8c02f2aa2f96 00000020:00000001:2.0:1773941432.997733:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:0.0:1773941432.997733:0:14703:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941432.997748:0:14703:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941432.997753:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00800000:00000001:0.0:1773941432.997753:0:14703:0:(lmv_obd.c:600:lmv_disconnect()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1773941432.997756:0:14703:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1773941432.997757:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a892aa000/29b2d114-523b-41e9-8ee7-8c02f2aa2f96 for lustre-clilmv-ffff8a5a98b71000 00000080:00000001:0.0:1773941432.997763:0:14703:0:(llite_lib.c:995:client_common_put_super()) Process leaving 00000020:00000001:2.0:1773941432.997764:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:2.0:1773941432.997767:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941432.997769:0:8:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff8a5a98b71000 (ffff8a5a90f299b8) now 4 - export 00000020:00000001:0.0:1773941432.997770:0:14703:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:00000010:2.0:1773941432.997773:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8a5a892aa000. 00000020:01000000:0.0:1773941432.997774:0:14703:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff8a5a98b71000 (flags='') 00000020:00000001:2.0:1773941432.997777:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1773941432.997781:0:14703:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff8a5a996c3de0. 00000020:00000080:0.0:1773941432.997799:0:14703:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1773941432.997804:0:14703:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:0.0:1773941432.997807:0:14703:0:(obd_config.c:991:class_cleanup()) lustre-clilov-ffff8a5a98b71000: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1773941432.997811:0:14703:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1773941432.997813:0:14703:0:(genops.c:1577:class_disconnect_exports()) OBD device 1 (ffff8a5a90f28000) has no exports 00000020:00000001:0.0:1773941432.997816:0:14703:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1773941432.997819:0:14703:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000001:0.0:1773941432.997827:0:14703:0:(obd_class.h:609:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941432.997844:0:14703:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941432.997850:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a87e48c00. 00000001:00000010:0.0:1773941432.997853:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a87e48000. 00000001:00000010:0.0:1773941432.997855:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a8a5d9a00. 00000001:00000010:0.0:1773941432.997858:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a90e4d600. 00000001:00000010:0.0:1773941432.997861:0:14703:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8a5a83ed6980. 00000001:00000010:0.0:1773941432.997865:0:14703:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8a5a82bbb800. 00000001:00000001:0.0:1773941432.997869:0:14703:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1773941432.997871:0:14703:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff8a5a98b71000 (ffff8a5a90f28000) now 3 - setup 00000020:00000001:0.0:1773941432.997874:0:14703:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941432.997876:0:14703:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1773941432.997879:0:14703:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1773941432.997881:0:14703:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:0.0:1773941432.997885:0:14703:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff8a5a98b71000 (ffff8a5a90f28000) now 2 - obd_device_list 00000020:00000080:0.0:1773941432.997889:0:14703:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilov-ffff8a5a98b71000 (uuid 29b2d114-523b-41e9-8ee7-8c02f2aa2f96) 00000020:00000040:0.0:1773941432.997891:0:14703:0:(obd_config.c:1058:class_decref()) Decref lustre-clilov-ffff8a5a98b71000 (ffff8a5a90f28000) now 1 - newdev 00000020:00000040:0.0:1773941432.997894:0:14703:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a98b0e800 with handle 0x4337c2e0c9a63143 from hash 00000020:00000040:0.0:1773941432.997898:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a98b0e800 : new refcount 0 00000020:00000080:0.0:1773941432.997900:0:14703:0:(genops.c:904:class_export_put()) final put ffff8a5a98b0e800/29b2d114-523b-41e9-8ee7-8c02f2aa2f96 00000020:00000001:0.0:1773941432.997902:0:14703:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941432.997904:0:14703:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773941432.997906:0:14703:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a98b0e800/29b2d114-523b-41e9-8ee7-8c02f2aa2f96 for lustre-clilov-ffff8a5a98b71000 00000020:00000001:0.0:1773941432.997909:0:14703:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773941432.997911:0:14703:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941432.997913:0:14703:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8a5a98b0e800. 00000020:00000001:0.0:1773941432.997921:0:14703:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1773941432.997923:0:14703:0:(genops.c:437:class_free_dev()) Release obd device lustre-clilov-ffff8a5a98b71000 obd_type name = lov 00000020:01000000:0.0:1773941432.997926:0:14703:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff8a5a98b71000 (29b2d114-523b-41e9-8ee7-8c02f2aa2f96) 00000020:00000001:0.0:1773941432.997928:0:14703:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000001:0.0:1773941432.997930:0:14703:0:(obd_class.h:638:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941432.997933:0:14703:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff8a5a90f28000. 00000020:00000001:0.0:1773941432.997942:0:14703:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941432.997951:0:14703:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773941432.997955:0:14703:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff8a5a996c3de0. 00000020:00000001:0.0:1773941432.997959:0:14703:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941432.997962:0:14703:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1773941432.997964:0:14703:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff8a5a98b71000 (flags='') 00000020:00000010:0.0:1773941432.997968:0:14703:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff8a5a996c3de0. 00000020:00000080:0.0:1773941432.997971:0:14703:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1773941432.997974:0:14703:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:0.0:1773941432.997976:0:14703:0:(obd_config.c:991:class_cleanup()) lustre-clilmv-ffff8a5a98b71000: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1773941432.997978:0:14703:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1773941432.997980:0:14703:0:(genops.c:1577:class_disconnect_exports()) OBD device 2 (ffff8a5a90f299b8) has no exports 00000020:00000001:0.0:1773941432.997982:0:14703:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1773941432.997984:0:14703:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1773941432.997988:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a85501200. 00000020:00000010:0.0:1773941432.997991:0:14703:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a85501e00. 00000040:00000010:0.0:1773941432.997996:0:14703:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a85500400. 00000020:00000010:0.0:1773941432.998001:0:14703:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a98b0a800. 00000020:00000010:0.0:1773941432.998006:0:14703:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a85501a00. 00040000:00000010:0.0:1773941432.998012:0:14703:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a87e51f00. 00040000:00000010:0.0:1773941432.998018:0:14703:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a85501400. 00000020:00000010:0.0:1773941432.998024:0:14703:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9006b540. 00000020:00000001:0.0:1773941432.998029:0:14703:0:(kernelcomm.c:1231:libcfs_kkuc_group_rem()) Process entered 00000020:00000001:0.0:1773941432.998031:0:14703:0:(kernelcomm.c:1272:libcfs_kkuc_group_put()) Process entered 00000020:00000001:0.0:1773941432.998033:0:14703:0:(kernelcomm.c:1285:libcfs_kkuc_group_put()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000020:00000001:0.0:1773941432.998037:0:14703:0:(kernelcomm.c:1263:libcfs_kkuc_group_rem()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941432.998042:0:14703:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9006b540. 00000020:00000010:0.0:1773941432.998047:0:14703:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a85501e00. 00000040:00000010:0.0:1773941432.998051:0:14703:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a85500400. 00000020:00000010:0.0:1773941432.998054:0:14703:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a98b0a800. 00000020:00000010:0.0:1773941432.998058:0:14703:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a85501a00. 00040000:00000010:0.0:1773941432.998062:0:14703:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a87e51f00. 00040000:00000010:0.0:1773941432.998065:0:14703:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a85501400. 00000020:00000010:0.0:1773941432.998068:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a85501200. 00000020:00000001:0.0:1773941432.998070:0:14703:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941432.998103:0:14703:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941432.998109:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a90c96e00. 00000001:00000010:0.0:1773941432.998113:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a90c96a00. 00000001:00000010:0.0:1773941432.998115:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a90c96800. 00000001:00000010:0.0:1773941432.998117:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a90c97200. 00000001:00000010:0.0:1773941432.998120:0:14703:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8a5a83ed6de0. 00000001:00000010:0.0:1773941432.998122:0:14703:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8a5a82bbb300. 00000001:00000001:0.0:1773941432.998125:0:14703:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1773941432.998127:0:14703:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff8a5a98b71000 (ffff8a5a90f299b8) now 3 - setup 00000020:00000001:0.0:1773941432.998129:0:14703:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941432.998132:0:14703:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1773941432.998134:0:14703:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1773941432.998137:0:14703:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:0.0:1773941432.998139:0:14703:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff8a5a98b71000 (ffff8a5a90f299b8) now 2 - obd_device_list 00000020:00000080:0.0:1773941432.998142:0:14703:0:(obd_config.c:919:class_detach()) detach on obd lustre-clilmv-ffff8a5a98b71000 (uuid 29b2d114-523b-41e9-8ee7-8c02f2aa2f96) 00000020:00000040:0.0:1773941432.998144:0:14703:0:(obd_config.c:1058:class_decref()) Decref lustre-clilmv-ffff8a5a98b71000 (ffff8a5a90f299b8) now 1 - newdev 00000020:00000040:0.0:1773941432.998148:0:14703:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a98b0c000 with handle 0x4337c2e0c9a6314a from hash 00000020:00000040:0.0:1773941432.998151:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a98b0c000 : new refcount 0 00000020:00000080:0.0:1773941432.998163:0:14703:0:(genops.c:904:class_export_put()) final put ffff8a5a98b0c000/29b2d114-523b-41e9-8ee7-8c02f2aa2f96 00000020:00000001:0.0:1773941432.998165:0:14703:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941432.998168:0:14703:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773941432.998170:0:14703:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a98b0c000/29b2d114-523b-41e9-8ee7-8c02f2aa2f96 for lustre-clilmv-ffff8a5a98b71000 00000020:00000001:0.0:1773941432.998172:0:14703:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773941432.998174:0:14703:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941432.998177:0:14703:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8a5a98b0c000. 00000020:00000001:0.0:1773941432.998182:0:14703:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1773941432.998184:0:14703:0:(genops.c:437:class_free_dev()) Release obd device lustre-clilmv-ffff8a5a98b71000 obd_type name = lmv 00000020:01000000:0.0:1773941432.998186:0:14703:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff8a5a98b71000 (29b2d114-523b-41e9-8ee7-8c02f2aa2f96) 00000020:00000001:0.0:1773941432.998189:0:14703:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1773941432.998192:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a85501200. 00000020:00000010:0.0:1773941432.998196:0:14703:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a85501400. 00000040:00000010:0.0:1773941432.998198:0:14703:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a85501a00. 00000020:00000010:0.0:1773941432.998202:0:14703:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a98b0a800. 00000020:00000010:0.0:1773941432.998212:0:14703:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a85500400. 00040000:00000010:0.0:1773941432.998217:0:14703:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a87e51f00. 00040000:00000010:0.0:1773941432.998220:0:14703:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a85501e00. 00800000:00000001:0.0:1773941432.998224:0:14703:0:(lmv_obd.c:1313:lmv_device_free()) Process entered 00800000:00000010:0.0:1773941432.998226:0:14703:0:(lmv_obd.c:1319:lmv_device_free()) kfreed 'pat': 280 at ffff8a5a90c97600. 00800000:00000010:0.0:1773941432.998229:0:14703:0:(lmv_obd.c:1319:lmv_device_free()) kfreed 'pat': 280 at ffff8a5a90c97000. 80000000:00000001:0.0:1773941432.998233:0:14703:0:(fld_request.c:280:fld_client_fini()) Process entered 80000000:00000001:0.0:1773941432.998236:0:14703:0:(fld_cache.c:227:fld_cache_flush()) Process entered 80000000:00000001:0.0:1773941432.998239:0:14703:0:(fld_cache.c:198:fld_cache_shrink()) Process entered 80000000:00000010:0.0:1773941432.998242:0:14703:0:(fld_cache.c:96:fld_cache_entry_delete()) kfreed 'node': 56 at ffff8a5aa078c980. 80000000:00000040:0.0:1773941432.998245:0:14703:0:(fld_cache.c:217:fld_cache_shrink()) cli-lustre-clilmv-ffff8a5a98b71000: FLD cache - Shrunk by 1 entries 80000000:00000001:0.0:1773941432.998247:0:14703:0:(fld_cache.c:219:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1773941432.998249:0:14703:0:(fld_cache.c:234:fld_cache_flush()) Process leaving 80000000:00000040:0.0:1773941432.998250:0:14703:0:(fld_cache.c:80:fld_cache_fini()) FLD cache statistics (cli-lustre-clilmv-ffff8a5a98b71000): 80000000:00000040:0.0:1773941432.998252:0:14703:0:(fld_cache.c:81:fld_cache_fini()) Cache reqs: 5 80000000:00000040:0.0:1773941432.998254:0:14703:0:(fld_cache.c:82:fld_cache_fini()) Total reqs: 6 80000000:00000010:0.0:1773941432.998257:0:14703:0:(fld_cache.c:84:fld_cache_fini()) kfreed 'cache': 168 at ffff8a5a84eff780. 80000000:00000001:0.0:1773941432.998260:0:14703:0:(fld_request.c:298:fld_client_fini()) Process leaving 00000020:00000010:0.0:1773941432.998426:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8a5a90cc3400. 00000020:00000010:0.0:1773941432.998433:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8a5a833ddc00. 00000020:00000010:0.0:1773941432.998436:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8a5a83553800. 00000020:00000010:0.0:1773941432.998439:0:14703:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff8a5a90c97400. 00000020:00000010:0.0:1773941432.998442:0:14703:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5aa06af000. 00020000:00000001:0.0:1773941432.998446:0:14703:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:0.0:1773941432.998449:0:14703:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:0.0:1773941432.998453:0:14703:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:0.0:1773941432.998456:0:14703:0:(lmv_obd.c:410:lmv_del_target()) kfreed 'tgt': 368 at ffff8a5a861a6800. 00020000:00000001:0.0:1773941432.998459:0:14703:0:(lu_tgt_descs.c:164:lu_qos_del_tgt()) Process entered 00020000:00000001:0.0:1773941432.998461:0:14703:0:(lu_tgt_descs.c:169:lu_qos_del_tgt()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00020000:00000001:0.0:1773941432.998464:0:14703:0:(lu_tgt_descs.c:186:lu_qos_del_tgt()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00800000:00000010:0.0:1773941432.998466:0:14703:0:(lmv_obd.c:410:lmv_del_target()) kfreed 'tgt': 368 at ffff8a5aa066b600. 00020000:00000010:0.0:1773941432.998471:0:14703:0:(lu_tgt_descs.c:285:lu_tgt_descs_fini()) kfreed 'ltd->ltd_tgt_idx[i]': 4096 at ffff8a5a90694000. 00800000:00000010:0.0:1773941432.998476:0:14703:0:(lmv_obd.c:1331:lmv_device_free()) kfreed 'lu': 64 at ffff8a5a9006ba40. 00800000:00000001:0.0:1773941432.998479:0:14703:0:(lmv_obd.c:1333:lmv_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941432.998489:0:14703:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a85501400. 00000040:00000010:0.0:1773941432.998492:0:14703:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a85501a00. 00000020:00000010:0.0:1773941432.998495:0:14703:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a98b0a800. 00000020:00000010:0.0:1773941432.998499:0:14703:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a85500400. 00040000:00000010:0.0:1773941432.998502:0:14703:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a87e51f00. 00040000:00000010:0.0:1773941432.998504:0:14703:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a85501e00. 00000020:00000010:0.0:1773941432.998507:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a85501200. 00000020:00000001:0.0:1773941432.998510:0:14703:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941432.998513:0:14703:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff8a5a90f299b8. 00000020:00000001:0.0:1773941432.998519:0:14703:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941432.998521:0:14703:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773941432.998523:0:14703:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff8a5a996c3de0. 00000020:00000001:0.0:1773941432.998526:0:14703:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941432.998528:0:14703:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1773941432.998530:0:14703:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff8a5a98b71000 (flags='') 00000020:00000010:0.0:1773941432.998535:0:14703:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff8a5a996c3de0. 00000020:00000080:0.0:1773941432.998537:0:14703:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1773941432.998539:0:14703:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:0.0:1773941432.998542:0:14703:0:(obd_config.c:991:class_cleanup()) lustre-MDT0000-mdc-ffff8a5a98b71000: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1773941432.998544:0:14703:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1773941432.998546:0:14703:0:(genops.c:1577:class_disconnect_exports()) OBD device 3 (ffff8a5a90f2cd28) has no exports 00000020:00000001:0.0:1773941432.998548:0:14703:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1773941432.998550:0:14703:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1773941432.998553:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a85501200. 00000020:00000010:0.0:1773941432.998556:0:14703:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a85501e00. 00000020:00000010:0.0:1773941432.998559:0:14703:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a996c34e0. 00008000:00000010:0.0:1773941432.998563:0:14703:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941432.998567:0:14703:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9006ba40. 00000002:00000001:0.0:1773941432.998571:0:14703:0:(mdc_dev.c:1760:mdc_device_fini()) Process entered 00000008:00000001:0.0:1773941432.998574:0:14703:0:(osc_request.c:4123:osc_precleanup_common()) Process entered 00000008:00000001:0.0:1773941432.998580:0:14703:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:0.0:1773941432.998583:0:14703:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff8a5a98b71000: client import never connected 00000100:00000001:0.0:1773941432.998585:0:14703:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941432.998587:0:14703:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1773941432.998589:0:14703:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773941432.998597:0:14703:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773941432.998599:0:14703:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a5a98b71000: committing for last_committed 0 gen 3 00000100:00000040:0.0:1773941432.998602:0:14703:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff8a5a98b71000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1773941432.998604:0:14703:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773941432.998605:0:14703:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941432.998606:0:14703:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941432.998608:0:14703:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:0.0:1773941432.998610:0:14703:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:0.0:1773941432.998611:0:14703:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941432.998612:0:14703:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1773941432.998614:0:14703:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941432.998616:0:14703:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:0.0:1773941432.998616:0:14703:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:0.0:1773941432.998618:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941432.998619:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941432.999033:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941432.999036:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941432.999038:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941432.999491:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941432.999496:0:14703:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:0.0:1773941432.999500:0:14703:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8a5a90d881b0. 00000020:00000010:0.0:1773941432.999504:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a85500400. 00000020:00000010:0.0:1773941432.999508:0:14703:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a85501a00. 00000020:00000010:0.0:1773941432.999512:0:14703:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a996c31e0. 00008000:00000010:0.0:1773941432.999516:0:14703:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a99687170. 00000020:00000010:0.0:1773941432.999520:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a85501400. 00008000:00000010:0.0:1773941432.999524:0:14703:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a835e7f80. 00000020:00000001:0.0:1773941432.999527:0:14703:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614720314638776 : -129353394912840 : ffff8a5a90d881b8) 00000020:00001000:0.0:1773941432.999530:0:14703:0:(cl_object.c:831:cl_env_get()) 1@ffff8a5a90d881b0 00000008:00000001:0.0:1773941432.999532:0:14703:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1773941432.999534:0:14703:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:0.0:1773941432.999537:0:14703:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1773941432.999539:0:14703:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:0.0:1773941432.999541:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941432.999543:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941432.999955:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1773941432.999958:0:14703:0:(cl_object.c:925:cl_env_put()) 1@ffff8a5a90d881b0 00000020:00000010:0.0:1773941432.999966:0:14703:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a85501a00. 00000020:00000010:0.0:1773941432.999968:0:14703:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a996c31e0. 00008000:00000010:0.0:1773941432.999970:0:14703:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a99687170. 00000020:00000010:0.0:1773941432.999973:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a85500400. 00008000:00000010:0.0:1773941432.999974:0:14703:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8a5a835e7f80. 00000020:00000010:0.0:1773941432.999977:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a85501400. 00000020:00000010:0.0:1773941432.999978:0:14703:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8a5a90d881b0. 00000001:00000001:0.0:1773941432.999980:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941432.999981:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941433.000306:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941433.000309:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941433.000311:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941433.000728:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941433.000731:0:14703:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.000733:0:14703:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:0.0:1773941433.000738:0:14703:0:(genops.c:1229:class_import_get()) import ffff8a5a8922e000 refcount=3 obd=lustre-MDT0000-mdc-ffff8a5a98b71000 00000020:00000001:0.0:1773941433.000741:0:14703:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941433.000743:0:14703:0:(genops.c:1242:class_import_put()) import ffff8a5a8922e000 refcount=2 obd=lustre-MDT0000-mdc-ffff8a5a98b71000 00000020:00000001:0.0:1773941433.000745:0:14703:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1773941433.000746:0:14703:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941433.000748:0:14703:0:(genops.c:1242:class_import_put()) import ffff8a5a8922e000 refcount=1 obd=lustre-MDT0000-mdc-ffff8a5a98b71000 00000020:00000001:0.0:1773941433.000750:0:14703:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:0.0:1773941433.000752:0:14703:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:0.0:1773941433.000754:0:14703:0:(osc_request.c:4138:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941433.000757:0:14703:0:(mdc_changelog.c:886:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:0.0:1773941433.000774:0:14703:0:(mdc_changelog.c:136:chlg_dev_clear()) Process entered 00000002:00000010:0.0:1773941433.000966:0:14703:0:(mdc_changelog.c:128:chlg_device_release()) kfreed 'entry': 1304 at ffff8a5a89228000. 00000002:00000001:0.0:1773941433.000971:0:14703:0:(mdc_changelog.c:143:chlg_dev_clear()) Process leaving 00000002:00000001:0.0:1773941433.000972:0:14703:0:(mdc_changelog.c:892:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:0.0:1773941433.000974:0:14703:0:(mdc_request.c:3022:mdc_llog_finish()) Process entered 00000002:00000040:0.0:1773941433.000976:0:14703:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a84eff540 : new refcount 2 00000040:00000001:0.0:1773941433.000978:0:14703:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1773941433.000980:0:14703:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8a5a84eff540 : new refcount 1 00000020:00000040:0.0:1773941433.000983:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8922c000 : new refcount 1 00000020:00000001:0.0:1773941433.000984:0:14703:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941433.000985:0:14703:0:(genops.c:1242:class_import_put()) import ffff8a5a8922e000 refcount=0 obd=lustre-MDT0000-mdc-ffff8a5a98b71000 00000020:00000040:0.0:1773941433.000986:0:14703:0:(genops.c:1245:class_import_put()) final put import ffff8a5a8922e000 00000020:00000001:0.0:1773941433.001000:0:14703:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:0.0:1773941433.001001:0:14703:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8a5a84eff540. 00000040:00000001:0.0:1773941433.001005:0:14703:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1773941433.001006:0:14703:0:(mdc_request.c:3027:mdc_llog_finish()) Process leaving 00000020:00000010:0.0:1773941433.001008:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8a5a90cc3c00. 00000020:00000010:0.0:1773941433.001011:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8a5a833dcc00. 00000020:00000010:0.0:1773941433.001012:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 640 at ffff8a5a83552400. 00000020:00000010:0.0:1773941433.001015:0:14703:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff8a5a90e4d400. 00000020:00000010:0.0:1773941433.001017:0:14703:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a90d20800. 00000020:00000001:2.0:1773941433.001040:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1773941433.001044:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8a5a8922e000 for lustre-MDT0000-mdc-ffff8a5a98b71000 00000020:00000040:2.0:1773941433.001051:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 6 to 192.168.202.112@tcp 00000020:00000040:2.0:1773941433.001057:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 5 to 192.168.202.112@tcp 00000020:00000010:2.0:1773941433.001060:0:8:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8a5a83ec2de0. 00000020:00000040:2.0:1773941433.001066:0:8:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff8a5a98b71000 (ffff8a5a90f2cd28) now 4 - import 00000020:00000010:2.0:1773941433.001069:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8a5a8922e000. 00000020:00000001:2.0:1773941433.001083:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:0.0:1773941433.001173:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8a5a83e82000. 00000020:00000010:0.0:1773941433.001177:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8a5a98770000. 00000020:00000010:0.0:1773941433.001179:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8a5a90c58000. 00000020:00000010:0.0:1773941433.001183:0:14703:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8a5a84e62000. 00000020:00000010:0.0:1773941433.001186:0:14703:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a90d23000. 00000002:00000001:0.0:1773941433.001188:0:14703:0:(mdc_dev.c:1768:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941433.001191:0:14703:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9006ba40. 00000020:00000010:0.0:1773941433.001196:0:14703:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a85501e00. 00000020:00000010:0.0:1773941433.001198:0:14703:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a996c34e0. 00008000:00000010:0.0:1773941433.001200:0:14703:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a99686a60. 00000020:00000010:0.0:1773941433.001202:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a85501200. 00000020:00000001:0.0:1773941433.001203:0:14703:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941433.001214:0:14703:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941433.001217:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a90c96600. 00000001:00000010:0.0:1773941433.001220:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a90c97e00. 00000001:00000010:0.0:1773941433.001222:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a90c97800. 00000001:00000010:0.0:1773941433.001224:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a90c96c00. 00000001:00000010:0.0:1773941433.001226:0:14703:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8a5a87fd54c0. 00000001:00000010:0.0:1773941433.001229:0:14703:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8a5a82bbbc00. 00000001:00000001:0.0:1773941433.001232:0:14703:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1773941433.001233:0:14703:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff8a5a98b71000 (ffff8a5a90f2cd28) now 3 - setup 00000020:00000001:0.0:1773941433.001235:0:14703:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941433.001238:0:14703:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1773941433.001240:0:14703:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1773941433.001244:0:14703:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:0.0:1773941433.001252:0:14703:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff8a5a98b71000 (ffff8a5a90f2cd28) now 2 - obd_device_list 00000020:00000080:0.0:1773941433.001256:0:14703:0:(obd_config.c:919:class_detach()) detach on obd lustre-MDT0000-mdc-ffff8a5a98b71000 (uuid 29b2d114-523b-41e9-8ee7-8c02f2aa2f96) 00000020:00000040:0.0:1773941433.001259:0:14703:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0000-mdc-ffff8a5a98b71000 (ffff8a5a90f2cd28) now 1 - newdev 00000020:00000040:0.0:1773941433.001262:0:14703:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a8922c000 with handle 0x4337c2e0c9a63151 from hash 00000020:00000040:0.0:1773941433.001266:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8922c000 : new refcount 0 00000020:00000080:0.0:1773941433.001268:0:14703:0:(genops.c:904:class_export_put()) final put ffff8a5a8922c000/29b2d114-523b-41e9-8ee7-8c02f2aa2f96 00000020:00000001:0.0:1773941433.001270:0:14703:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941433.001273:0:14703:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773941433.001275:0:14703:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a8922c000/29b2d114-523b-41e9-8ee7-8c02f2aa2f96 for lustre-MDT0000-mdc-ffff8a5a98b71000 00000020:00000001:0.0:1773941433.001278:0:14703:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773941433.001281:0:14703:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941433.001283:0:14703:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8a5a8922c000. 00000020:00000001:0.0:1773941433.001290:0:14703:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1773941433.001293:0:14703:0:(genops.c:437:class_free_dev()) Release obd device lustre-MDT0000-mdc-ffff8a5a98b71000 obd_type name = mdc 00000020:01000000:0.0:1773941433.001295:0:14703:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffff8a5a98b71000 (29b2d114-523b-41e9-8ee7-8c02f2aa2f96) 00000020:00000001:0.0:1773941433.001298:0:14703:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1773941433.001302:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a85501200. 00000020:00000010:0.0:1773941433.001306:0:14703:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a85501e00. 00000020:00000010:0.0:1773941433.001310:0:14703:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a996c34e0. 00008000:00000010:0.0:1773941433.001314:0:14703:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a99686a60. 00000008:00000001:0.0:1773941433.001320:0:14703:0:(osc_request.c:4146:osc_cleanup_common()) Process entered 00010000:00000001:0.0:1773941433.001326:0:14703:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1773941433.001329:0:14703:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1773941433.001332:0:14703:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1773941433.001380:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8a5a82c2ea00. 00000020:00000010:0.0:1773941433.001384:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8a5a89354200. 00000020:00000010:0.0:1773941433.001386:0:14703:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8a5a90e4cc00. 00000020:00000010:0.0:1773941433.001389:0:14703:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5aa06aec00. 00010000:00000001:0.0:1773941433.001447:0:14703:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1773941433.001457:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff8a5a854fce00. 00000020:00000010:0.0:1773941433.001459:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff8a5a98814000. 00000020:00000010:0.0:1773941433.001462:0:14703:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff8a5aa069c780. 00000020:00000010:0.0:1773941433.001470:0:14703:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5aa06ae800. 00000001:00000001:0.0:1773941433.001518:0:14703:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941433.001855:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1cd5000. 00000001:00000010:0.0:1773941433.001863:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1ce5000. 00000001:00000010:0.0:1773941433.001864:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1cef000. 00000001:00000010:0.0:1773941433.001866:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1cf9000. 00000001:00000010:0.0:1773941433.001867:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1d03000. 00000001:00000010:0.0:1773941433.001868:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1d0d000. 00000001:00000010:0.0:1773941433.001869:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1d17000. 00000001:00000010:0.0:1773941433.001871:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1d21000. 00000001:00000010:0.0:1773941433.001872:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1d35000. 00000001:00000010:0.0:1773941433.001873:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1d3f000. 00000001:00000010:0.0:1773941433.001875:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1d49000. 00000001:00000010:0.0:1773941433.001876:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1d53000. 00000001:00000010:0.0:1773941433.001877:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1d5d000. 00000001:00000010:0.0:1773941433.001878:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1d67000. 00000001:00000010:0.0:1773941433.001879:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1d71000. 00000001:00000010:0.0:1773941433.001880:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1d7b000. 00000001:00000010:0.0:1773941433.001882:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1d85000. 00000001:00000010:0.0:1773941433.001883:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1d8f000. 00000001:00000010:0.0:1773941433.001884:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1d99000. 00000001:00000010:0.0:1773941433.001885:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1dad000. 00000001:00000010:0.0:1773941433.001886:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1dbd000. 00000001:00000010:0.0:1773941433.001888:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1dcd000. 00000001:00000010:0.0:1773941433.001889:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1dd7000. 00000001:00000010:0.0:1773941433.001890:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1ded000. 00000001:00000010:0.0:1773941433.001891:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1dfd000. 00000001:00000010:0.0:1773941433.001892:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1e07000. 00000001:00000010:0.0:1773941433.001894:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1e11000. 00000001:00000010:0.0:1773941433.001895:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1e1b000. 00000001:00000010:0.0:1773941433.001896:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1e25000. 00000001:00000010:0.0:1773941433.001897:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1e2f000. 00000001:00000010:0.0:1773941433.001906:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1e39000. 00000001:00000010:0.0:1773941433.001907:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1e43000. 00000001:00000010:0.0:1773941433.001908:0:14703:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff8a5a82bbb700. 00000001:00000010:0.0:1773941433.001911:0:14703:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8a5a90e4dc00. 00000001:00000001:0.0:1773941433.001913:0:14703:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1773941433.001916:0:14703:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff8a5aa06acc00. 00010000:00000001:0.0:1773941433.001918:0:14703:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1773941433.003322:0:14703:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1773941433.003326:0:14703:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1773941433.003328:0:14703:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:1.0:1773941433.003331:0:14703:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1773941433.003333:0:14703:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1773941433.003335:0:14703:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1773941433.003338:0:14703:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff8a5a9006b6c0. 00010000:00000010:1.0:1773941433.003344:0:14703:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff8a5a84e65000. 00010000:00000010:1.0:1773941433.003349:0:14703:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff8a5a84e60000. 00010000:00000001:1.0:1773941433.003353:0:14703:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:1.0:1773941433.003356:0:14703:0:(osc_request.c:4167:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1773941433.003364:0:14703:0:(mdc_dev.c:1712:mdc_device_free()) kfreed 'osc': 104 at ffff8a5a90e76080. 00000020:00000010:1.0:1773941433.003370:0:14703:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a85501e00. 00000020:00000010:1.0:1773941433.003374:0:14703:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a996c34e0. 00008000:00000010:1.0:1773941433.003379:0:14703:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a99686a60. 00000020:00000010:1.0:1773941433.003392:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a85501200. 00000020:00000001:1.0:1773941433.003397:0:14703:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941433.003400:0:14703:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff8a5a90f2cd28. 00000020:00000001:1.0:1773941433.003413:0:14703:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941433.003416:0:14703:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941433.003420:0:14703:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff8a5a996c3de0. 00000020:00000001:1.0:1773941433.003424:0:14703:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941433.003427:0:14703:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1773941433.003429:0:14703:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdc-ffff8a5a98b71000 (flags='') 00000020:00000010:1.0:1773941433.003434:0:14703:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 88 at ffff8a5a83eff1e0. 00000020:00000080:1.0:1773941433.003437:0:14703:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1773941433.003441:0:14703:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000080:1.0:1773941433.003443:0:14703:0:(obd_config.c:991:class_cleanup()) lustre-MDT0001-mdc-ffff8a5a98b71000: forcing exports to disconnect: 0/2 00000020:00000001:1.0:1773941433.003446:0:14703:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1773941433.003450:0:14703:0:(genops.c:1577:class_disconnect_exports()) OBD device 4 (ffff8a5a90fd4d28) has no exports 00000020:00000001:1.0:1773941433.003452:0:14703:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1773941433.003454:0:14703:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:1.0:1773941433.003459:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87e48000. 00000020:00000010:1.0:1773941433.003464:0:14703:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87e48c00. 00000020:00000010:1.0:1773941433.003468:0:14703:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a83effcc0. 00008000:00000010:1.0:1773941433.003472:0:14703:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a89204a98. 00000020:00000010:1.0:1773941433.003477:0:14703:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9009f180. 00000002:00000001:1.0:1773941433.003481:0:14703:0:(mdc_dev.c:1760:mdc_device_fini()) Process entered 00000008:00000001:1.0:1773941433.003483:0:14703:0:(osc_request.c:4123:osc_precleanup_common()) Process entered 00000008:00000001:1.0:1773941433.003489:0:14703:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00000008:01000000:1.0:1773941433.003491:0:14703:0:(obd_class.h:663:obd_cleanup_client_import()) lustre-MDT0001-mdc-ffff8a5a98b71000: client import never connected 00000100:00000001:1.0:1773941433.003494:0:14703:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941433.003497:0:14703:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:1.0:1773941433.003499:0:14703:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1773941433.003502:0:14703:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1773941433.003504:0:14703:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a5a98b71000: committing for last_committed 0 gen 3 00000100:00000040:1.0:1773941433.003507:0:14703:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff8a5a98b71000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1773941433.003510:0:14703:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1773941433.003512:0:14703:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941433.003521:0:14703:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941433.003523:0:14703:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:1.0:1773941433.003525:0:14703:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000002:00000001:1.0:1773941433.003527:0:14703:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.003529:0:14703:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:1.0:1773941433.003531:0:14703:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941433.003534:0:14703:0:(obd_class.h:1215:obd_import_event()) Process entered 00000002:00000001:1.0:1773941433.003536:0:14703:0:(mdc_request.c:2862:mdc_import_event()) Process entered 00000001:00000001:1.0:1773941433.003538:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941433.003540:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941433.004065:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941433.004068:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941433.004070:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941433.004498:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941433.004503:0:14703:0:(cl_object.c:762:cl_env_obtain()) Process entered 00000020:00000010:1.0:1773941433.004508:0:14703:0:(cl_object.c:715:cl_env_new()) slab-alloced 'cle': 144 at ffff8a5a90072b40. 00000020:00000010:1.0:1773941433.004512:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87e49a00. 00000020:00000010:1.0:1773941433.004517:0:14703:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a82c2ea00. 00000020:00000010:1.0:1773941433.004521:0:14703:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a83eff120. 00008000:00000010:1.0:1773941433.004526:0:14703:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a892066d8. 00000020:00000010:1.0:1773941433.004530:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a82c2e200. 00008000:00000010:1.0:1773941433.004535:0:14703:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a89b12f58. 00000020:00000001:1.0:1773941433.004538:0:14703:0:(cl_object.c:793:cl_env_obtain()) Process leaving (rc=18446614720300919624 : -129353408631992 : ffff8a5a90072b48) 00000020:00001000:1.0:1773941433.004542:0:14703:0:(cl_object.c:831:cl_env_get()) 1@ffff8a5a90072b40 00000008:00000001:1.0:1773941433.004545:0:14703:0:(osc_cache.c:2325:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1773941433.004547:0:14703:0:(osc_cache.c:2287:osc_next_obj()) Process entered 00000008:00000001:1.0:1773941433.004549:0:14703:0:(osc_cache.c:2316:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1773941433.004552:0:14703:0:(osc_cache.c:2389:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1773941433.004554:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941433.004556:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941433.005008:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1773941433.005012:0:14703:0:(cl_object.c:925:cl_env_put()) 1@ffff8a5a90072b40 00000020:00000010:1.0:1773941433.005015:0:14703:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a82c2ea00. 00000020:00000010:1.0:1773941433.005020:0:14703:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a83eff120. 00008000:00000010:1.0:1773941433.005024:0:14703:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a892066d8. 00000020:00000010:1.0:1773941433.005029:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87e49a00. 00008000:00000010:1.0:1773941433.005033:0:14703:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8a5a89b12f58. 00000020:00000010:1.0:1773941433.005044:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a82c2e200. 00000020:00000010:1.0:1773941433.005048:0:14703:0:(cl_object.c:750:cl_env_fini()) slab-freed '(cle)': 144 at ffff8a5a90072b40. 00000001:00000001:1.0:1773941433.005052:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941433.005054:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941433.005475:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941433.005479:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941433.005481:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941433.005954:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941433.005958:0:14703:0:(mdc_request.c:2936:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.005961:0:14703:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:1.0:1773941433.005968:0:14703:0:(genops.c:1229:class_import_get()) import ffff8a5a8922f000 refcount=3 obd=lustre-MDT0001-mdc-ffff8a5a98b71000 00000020:00000001:1.0:1773941433.005972:0:14703:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941433.005974:0:14703:0:(genops.c:1242:class_import_put()) import ffff8a5a8922f000 refcount=2 obd=lustre-MDT0001-mdc-ffff8a5a98b71000 00000020:00000001:1.0:1773941433.005977:0:14703:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1773941433.005979:0:14703:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941433.005981:0:14703:0:(genops.c:1242:class_import_put()) import ffff8a5a8922f000 refcount=1 obd=lustre-MDT0001-mdc-ffff8a5a98b71000 00000020:00000001:1.0:1773941433.005983:0:14703:0:(genops.c:1249:class_import_put()) Process leaving 00000008:00000001:1.0:1773941433.005985:0:14703:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00000008:00000001:1.0:1773941433.005987:0:14703:0:(osc_request.c:4138:osc_precleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941433.005990:0:14703:0:(mdc_changelog.c:886:mdc_changelog_cdev_finish()) Process entered 00000002:00000001:1.0:1773941433.006017:0:14703:0:(mdc_changelog.c:136:chlg_dev_clear()) Process entered 00000002:00000010:1.0:1773941433.006210:0:14703:0:(mdc_changelog.c:128:chlg_device_release()) kfreed 'entry': 1304 at ffff8a5a8922e800. 00000002:00000001:1.0:1773941433.006218:0:14703:0:(mdc_changelog.c:143:chlg_dev_clear()) Process leaving 00000002:00000001:1.0:1773941433.006220:0:14703:0:(mdc_changelog.c:892:mdc_changelog_cdev_finish()) Process leaving 00000002:00000001:1.0:1773941433.006223:0:14703:0:(mdc_request.c:3022:mdc_llog_finish()) Process entered 00000002:00000040:1.0:1773941433.006226:0:14703:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a84eff240 : new refcount 2 00000040:00000001:1.0:1773941433.006229:0:14703:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:1.0:1773941433.006232:0:14703:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8a5a84eff240 : new refcount 1 00000020:00000040:1.0:1773941433.006237:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8922a800 : new refcount 1 00000020:00000001:1.0:1773941433.006240:0:14703:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941433.006242:0:14703:0:(genops.c:1242:class_import_put()) import ffff8a5a8922f000 refcount=0 obd=lustre-MDT0001-mdc-ffff8a5a98b71000 00000020:00000040:1.0:1773941433.006245:0:14703:0:(genops.c:1245:class_import_put()) final put import ffff8a5a8922f000 00000020:00000001:1.0:1773941433.006254:0:14703:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:1.0:1773941433.006257:0:14703:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8a5a84eff240. 00000040:00000001:1.0:1773941433.006263:0:14703:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1773941433.006265:0:14703:0:(mdc_request.c:3027:mdc_llog_finish()) Process leaving 00000020:00000010:1.0:1773941433.006269:0:14703:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 512 at ffff8a5aa066b000. 00000020:00000010:1.0:1773941433.006281:0:14703:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a90d21800. 00000020:00000001:0.0:1773941433.006637:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1773941433.006656:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8a5a8922f000 for lustre-MDT0001-mdc-ffff8a5a98b71000 00000020:00000040:0.0:1773941433.006664:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 4 to 192.168.202.112@tcp 00000020:00000040:0.0:1773941433.006668:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000020:00000010:0.0:1773941433.006670:0:37:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8a5aa069cf00. 00000020:00000040:0.0:1773941433.006674:0:37:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffff8a5a98b71000 (ffff8a5a90fd4d28) now 4 - import 00000020:00000010:0.0:1773941433.006676:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8a5a8922f000. 00000020:00000001:0.0:1773941433.006681:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:1.0:1773941433.006687:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8a5a90d54000. 00000020:00000010:1.0:1773941433.006692:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8a5a83e80000. 00000020:00000010:1.0:1773941433.006695:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8a5a90c5e000. 00000020:00000010:1.0:1773941433.006698:0:14703:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8a5a86db8000. 00000020:00000010:1.0:1773941433.006703:0:14703:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a90d22000. 00000002:00000001:1.0:1773941433.006706:0:14703:0:(mdc_dev.c:1768:mdc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941433.006710:0:14703:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9009f180. 00000020:00000010:1.0:1773941433.006718:0:14703:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87e48c00. 00000020:00000010:1.0:1773941433.006722:0:14703:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a83effcc0. 00008000:00000010:1.0:1773941433.006724:0:14703:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a89204a98. 00000020:00000010:1.0:1773941433.006728:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87e48000. 00000020:00000001:1.0:1773941433.006730:0:14703:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941433.006743:0:14703:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773941433.006747:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a861a7200. 00000001:00000010:1.0:1773941433.006750:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a861a6400. 00000001:00000010:1.0:1773941433.006752:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a861a6200. 00000001:00000010:1.0:1773941433.006755:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a82c2e000. 00000001:00000010:1.0:1773941433.006757:0:14703:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8a5aa06d2000. 00000001:00000010:1.0:1773941433.006759:0:14703:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8a5a9237ac00. 00000001:00000001:1.0:1773941433.006761:0:14703:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1773941433.006763:0:14703:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffff8a5a98b71000 (ffff8a5a90fd4d28) now 3 - setup 00000020:00000001:1.0:1773941433.006766:0:14703:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941433.006768:0:14703:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1773941433.006770:0:14703:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1773941433.006773:0:14703:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:1.0:1773941433.006778:0:14703:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffff8a5a98b71000 (ffff8a5a90fd4d28) now 2 - obd_device_list 00000020:00000080:1.0:1773941433.006781:0:14703:0:(obd_config.c:919:class_detach()) detach on obd lustre-MDT0001-mdc-ffff8a5a98b71000 (uuid 29b2d114-523b-41e9-8ee7-8c02f2aa2f96) 00000020:00000040:1.0:1773941433.006782:0:14703:0:(obd_config.c:1058:class_decref()) Decref lustre-MDT0001-mdc-ffff8a5a98b71000 (ffff8a5a90fd4d28) now 1 - newdev 00000020:00000040:1.0:1773941433.006797:0:14703:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a8922a800 with handle 0x4337c2e0c9a63158 from hash 00000020:00000040:1.0:1773941433.006802:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8922a800 : new refcount 0 00000020:00000080:1.0:1773941433.006804:0:14703:0:(genops.c:904:class_export_put()) final put ffff8a5a8922a800/29b2d114-523b-41e9-8ee7-8c02f2aa2f96 00000020:00000001:1.0:1773941433.006812:0:14703:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941433.006814:0:14703:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1773941433.006815:0:14703:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a8922a800/29b2d114-523b-41e9-8ee7-8c02f2aa2f96 for lustre-MDT0001-mdc-ffff8a5a98b71000 00000020:00000001:1.0:1773941433.006818:0:14703:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773941433.006819:0:14703:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941433.006821:0:14703:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8a5a8922a800. 00000020:00000001:1.0:1773941433.006824:0:14703:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1773941433.006826:0:14703:0:(genops.c:437:class_free_dev()) Release obd device lustre-MDT0001-mdc-ffff8a5a98b71000 obd_type name = mdc 00000020:01000000:1.0:1773941433.006828:0:14703:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffff8a5a98b71000 (29b2d114-523b-41e9-8ee7-8c02f2aa2f96) 00000020:00000001:1.0:1773941433.006830:0:14703:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:1.0:1773941433.006833:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a82c2e000. 00000020:00000010:1.0:1773941433.006836:0:14703:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a82c2e200. 00000020:00000010:1.0:1773941433.006839:0:14703:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a83effcc0. 00008000:00000010:1.0:1773941433.006842:0:14703:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a89204a98. 00000008:00000001:1.0:1773941433.006846:0:14703:0:(osc_request.c:4146:osc_cleanup_common()) Process entered 00010000:00000001:1.0:1773941433.006849:0:14703:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:1.0:1773941433.006852:0:14703:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:1.0:1773941433.006854:0:14703:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:1.0:1773941433.006888:0:14703:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8a5a8a61c000. 00000020:00000010:1.0:1773941433.006892:0:14703:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a90d21400. 00010000:00000001:1.0:1773941433.006924:0:14703:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:1.0:1773941433.006934:0:14703:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff8a5a996c33c0. 00000020:00000010:1.0:1773941433.006936:0:14703:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a90d22c00. 00000001:00000001:1.0:1773941433.007012:0:14703:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1773941433.007347:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1e4d000. 00000001:00000010:1.0:1773941433.007355:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1e57000. 00000001:00000010:1.0:1773941433.007357:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1e61000. 00000001:00000010:1.0:1773941433.007359:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1e6b000. 00000001:00000010:1.0:1773941433.007360:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1e75000. 00000001:00000010:1.0:1773941433.007362:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1e8d000. 00000001:00000010:1.0:1773941433.007364:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1e97000. 00000001:00000010:1.0:1773941433.007365:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1ea1000. 00000001:00000010:1.0:1773941433.007366:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1eb5000. 00000001:00000010:1.0:1773941433.007367:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1ec5000. 00000001:00000010:1.0:1773941433.007374:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1ecf000. 00000001:00000010:1.0:1773941433.007376:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1ed9000. 00000001:00000010:1.0:1773941433.007377:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1ee3000. 00000001:00000010:1.0:1773941433.007379:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1eed000. 00000001:00000010:1.0:1773941433.007380:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1ef7000. 00000001:00000010:1.0:1773941433.007381:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1f01000. 00000001:00000010:1.0:1773941433.007383:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1f0b000. 00000001:00000010:1.0:1773941433.007384:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1f15000. 00000001:00000010:1.0:1773941433.007385:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1f1f000. 00000001:00000010:1.0:1773941433.007386:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1f29000. 00000001:00000010:1.0:1773941433.007388:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1f3d000. 00000001:00000010:1.0:1773941433.007390:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1f47000. 00000001:00000010:1.0:1773941433.007391:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1f51000. 00000001:00000010:1.0:1773941433.007392:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1f5b000. 00000001:00000010:1.0:1773941433.007394:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1f65000. 00000001:00000010:1.0:1773941433.007395:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1f6f000. 00000001:00000010:1.0:1773941433.007396:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1f79000. 00000001:00000010:1.0:1773941433.007398:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1f83000. 00000001:00000010:1.0:1773941433.007400:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1f8d000. 00000001:00000010:1.0:1773941433.007401:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1f97000. 00000001:00000010:1.0:1773941433.007402:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1fa1000. 00000001:00000010:1.0:1773941433.007404:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32944 at ffffa51dc1fbd000. 00000001:00000010:1.0:1773941433.007405:0:14703:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff8a5a8a62be00. 00000001:00000010:1.0:1773941433.007407:0:14703:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8a5a8a61de00. 00000001:00000001:1.0:1773941433.007409:0:14703:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:1.0:1773941433.007412:0:14703:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff8a5a90d22800. 00010000:00000001:1.0:1773941433.007415:0:14703:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1773941433.009687:0:14703:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1773941433.009690:0:14703:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1773941433.009692:0:14703:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:1.0:1773941433.009693:0:14703:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1773941433.009695:0:14703:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1773941433.009696:0:14703:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1773941433.009698:0:14703:0:(ldlm_lib.c:642:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff8a5a98b42940. 00010000:00000010:1.0:1773941433.009708:0:14703:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff8a5a9824a000. 00010000:00000010:1.0:1773941433.009712:0:14703:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff8a5a86dbf000. 00010000:00000001:1.0:1773941433.009714:0:14703:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00000008:00000001:1.0:1773941433.009716:0:14703:0:(osc_request.c:4167:osc_cleanup_common()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1773941433.009719:0:14703:0:(mdc_dev.c:1712:mdc_device_free()) kfreed 'osc': 104 at ffff8a5a90e76700. 00000020:00000010:1.0:1773941433.009723:0:14703:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a82c2e200. 00000020:00000010:1.0:1773941433.009726:0:14703:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a83effcc0. 00008000:00000010:1.0:1773941433.009730:0:14703:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a89204a98. 00000020:00000010:1.0:1773941433.009733:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a82c2e000. 00000020:00000001:1.0:1773941433.009737:0:14703:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941433.009739:0:14703:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff8a5a90fd4d28. 00000020:00000001:1.0:1773941433.009745:0:14703:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941433.009747:0:14703:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941433.009749:0:14703:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 88 at ffff8a5a83eff1e0. 00000020:00000001:1.0:1773941433.009752:0:14703:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000080:02000400:1.0:1773941433.009755:0:14703:0:(llite_lib.c:1617:ll_put_super()) Unmounted lustre-client 00000020:00000001:1.0:1773941433.010918:0:14703:0:(obd_config.c:1231:class_del_profile()) Process entered 00000020:01000000:1.0:1773941433.010920:0:14703:0:(obd_config.c:1233:class_del_profile()) Del profile lustre-client 00000020:00000001:1.0:1773941433.010921:0:14703:0:(obd_config.c:1149:class_get_profile_nolock()) Process entered 00000020:00000001:1.0:1773941433.010923:0:14703:0:(obd_config.c:1153:class_get_profile_nolock()) Process leaving (rc=18446614720300890304 : -129353408661312 : ffff8a5a9006b8c0) 00000020:00000010:1.0:1773941433.010926:0:14703:0:(obd_config.c:1270:class_put_profile()) kfreed 'lprof->lp_profile': 14 at ffff8a5a9057dc70. 00000020:00000010:1.0:1773941433.010929:0:14703:0:(obd_config.c:1271:class_put_profile()) kfreed 'lprof->lp_dt': 14 at ffff8a5a9057d550. 00000020:00000010:1.0:1773941433.010931:0:14703:0:(obd_config.c:1272:class_put_profile()) kfreed 'lprof->lp_md': 14 at ffff8a5a9057d4a0. 00000020:00000010:1.0:1773941433.010933:0:14703:0:(obd_config.c:1273:class_put_profile()) kfreed 'lprof': 48 at ffff8a5a9006b8c0. 00000020:00000001:1.0:1773941433.010935:0:14703:0:(obd_config.c:1248:class_del_profile()) Process leaving 00000080:00000001:1.0:1773941433.010937:0:14703:0:(llite_lib.c:266:ll_free_sbi()) Process entered 00000020:00000010:1.0:1773941433.011053:0:14703:0:(cl_page.c:1415:cl_cache_decref()) kfreed 'cache': 152 at ffff8a5a8a45fe40. 00000080:00000010:1.0:1773941433.011056:0:14703:0:(llite_lib.c:281:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at ffff8a5a82f05508. 00000080:00000010:1.0:1773941433.011059:0:14703:0:(llite_lib.c:287:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at ffff8a5a82f05a80. 00000080:00000010:1.0:1773941433.011074:0:14703:0:(llite_lib.c:310:ll_free_sbi()) kfreed 'sbi': 1376 at ffff8a5a82fde000. 00000080:00000001:1.0:1773941433.011078:0:14703:0:(llite_lib.c:312:ll_free_sbi()) Process leaving 00000020:00000001:1.0:1773941433.011081:0:14703:0:(obd_mount.c:909:lustre_common_put_super()) Process entered 00000020:01000004:1.0:1773941433.011082:0:14703:0:(obd_mount.c:911:lustre_common_put_super()) dropping sb ffff8a5a98b71000 00000020:00000001:1.0:1773941433.011084:0:14703:0:(obd_mount.c:575:lustre_stop_mgc()) Process entered 00000020:00000001:1.0:1773941433.011092:0:14703:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:1.0:1773941433.011095:0:14703:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:1.0:1773941433.011097:0:14703:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect MGC192.168.202.112@tcp - 1 00000100:00000001:1.0:1773941433.011100:0:14703:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:1.0:1773941433.011102:0:14703:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 7a6c6cb9-5015-4028-89e8-43d56ac3e3c7->MGS 00000020:00000001:1.0:1773941433.011104:0:14703:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941433.011106:0:14703:0:(genops.c:1242:class_import_put()) import ffff8a5a82fdb800 refcount=2 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941433.011109:0:14703:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941433.011110:0:14703:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941433.011114:0:14703:0:(ldlm_request.c:2367:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:1.0:1773941433.011116:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941433.011119:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1773941433.011123:0:14703:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a5a989c4100 count: 2 00010000:00000001:1.0:1773941433.011128:0:14703:0:(ldlm_request.c:2311:ldlm_cli_cancel_unused_resource()) Process entered 00010000:00000040:1.0:1773941433.011131:0:14703:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a5a989c4100 count: 3 00010000:00000001:1.0:1773941433.011134:0:14703:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941433.011138:0:14703:0:(ldlm_request.c:2161:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1773941433.011143:0:14703:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941433.011147:0:14703:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813efe00/0x4337c2e0c9a63135 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xf0dd7054ff1f13f8 expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1773941433.011159:0:14703:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941433.011162:0:14703:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813efe00/0x4337c2e0c9a63135 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xf0dd7054ff1f13f8 expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941433.011167:0:14703:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1773941433.011170:0:14703:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:00000001:1.0:1773941433.011171:0:14703:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941433.011173:0:14703:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a8a5d9c00) refs 1 10000000:01000000:1.0:1773941433.011175:0:14703:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 10000000:00000001:1.0:1773941433.011176:0:14703:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941433.011177:0:14703:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941433.011178:0:14703:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941433.011178:0:14703:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941433.011179:0:14703:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941433.011180:0:14703:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941433.011187:0:14703:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941433.011188:0:14703:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941433.011189:0:14703:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941433.011190:0:14703:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:08000000:1.0:1773941433.011193:0:14703:0:(sec_config.c:500:sptlrpc_conf_free()) free sptlrpc conf lustre 02000000:00000010:1.0:1773941433.011196:0:14703:0:(sec_config.c:504:sptlrpc_conf_free()) kfreed 'conf': 120 at ffff8a5a98814300. 00000020:00000040:1.0:1773941433.011200:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a98b76800 : new refcount 2 10000000:00000010:1.0:1773941433.011202:0:14703:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff8a5a8a5d9c00. 10000000:00000001:1.0:1773941433.011205:0:14703:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1773941433.011206:0:14703:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941433.011211:0:14703:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941433.011213:0:14703:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941433.011214:0:14703:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941433.011216:0:14703:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941433.011219:0:14703:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941433.011222:0:14703:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813efe00 with handle 0x4337c2e0c9a63135 from hash 00010000:00000001:1.0:1773941433.011224:0:14703:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941433.011226:0:14703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941433.011227:0:14703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941433.011228:0:14703:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941433.011229:0:14703:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941433.011231:0:14703:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1773941433.011233:0:14703:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941433.011234:0:14703:0:(ldlm_request.c:2211:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941433.011236:0:14703:0:(ldlm_request.c:2242:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1773941433.011238:0:14703:0:(ldlm_request.c:1396:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1773941433.011244:0:14703:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354df80. 00000020:00000040:1.0:1773941433.011247:0:14703:0:(genops.c:1229:class_import_get()) import ffff8a5a82fdb800 refcount=3 obd=MGC192.168.202.112@tcp 00000100:00000001:1.0:1773941433.011251:0:14703:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941433.011253:0:14703:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941433.011257:0:14703:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941433.011263:0:14703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a82c2e000. 00000100:00000001:1.0:1773941433.011268:0:14703:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941433.011270:0:14703:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1773941433.011276:0:14703:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.112@tcp lock: ffff8a5a813efe00/0x4337c2e0c9a63135 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f13f8 expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941433.011289:0:14703:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1773941433.011291:0:14703:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941433.011293:0:14703:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941433.011295:0:14703:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941433.011299:0:14703:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a84ef4f00. 00000100:00000001:1.0:1773941433.011301:0:14703:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720114806528 : -129353594745088 : ffff8a5a84ef4f00) 00000100:00000001:1.0:1773941433.011304:0:14703:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941433.011305:0:14703:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087908224 : -129353621643392 : ffff8a5a8354df80) 00000100:00000001:1.0:1773941433.011309:0:14703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941433.011312:0:14703:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.011314:0:14703:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941433.011316:0:14703:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941433.011325:0:14703:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354df80 x1860112200252416/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941433.011331:0:14703:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941433.011332:0:14703:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941433.011336:0:14703:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354df80 x1860112200252416/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941433.011341:0:14703:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773941433.011343:0:14703:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941433.011344:0:14703:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941433.011346:0:14703:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a84ef4f00 going to sleep for 0 seconds 00000100:00000001:1.0:1773941433.011348:0:14703:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941433.011349:0:14703:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:1.0:1773941433.011351:0:14703:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941433.011354:0:14703:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941433.011355:0:14703:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941433.011358:0:14703:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354df80 x1860112200252416/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941433.011364:0:14703:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354df80 pname:cluuid:pid:xid:nid:opc:job umount:7a6c6cb9-5015-4028-89e8-43d56ac3e3c7:14703:1860112200252416:192.168.202.112@tcp:103:umount.0 00000100:00000001:1.0:1773941433.011374:0:14703:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941433.011377:0:14703:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:1.0:1773941433.011379:0:14703:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941433.011381:0:14703:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941433.011384:0:14703:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354df80 x1860112200252416/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941433.011388:0:14703:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941433.011390:0:14703:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a84ef4f00. 00000100:00000001:1.0:1773941433.011393:0:14703:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941433.011394:0:14703:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00010000:1.0:1773941433.011396:0:14703:0:(ldlm_request.c:1494:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000100:00000001:1.0:1773941433.011397:0:14703:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941433.011399:0:14703:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354df80 x1860112200252416/t0(0) o103->MGC192.168.202.112@tcp@192.168.202.112@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941433.011403:0:14703:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1773941433.011405:0:14703:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941433.011406:0:14703:0:(genops.c:1242:class_import_put()) import ffff8a5a82fdb800 refcount=2 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941433.011408:0:14703:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941433.011410:0:14703:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a82c2e000. 02000000:00000001:1.0:1773941433.011412:0:14703:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941433.011414:0:14703:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941433.011415:0:14703:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354df80. 00000100:00000001:1.0:1773941433.011418:0:14703:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941433.011419:0:14703:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941433.011421:0:14703:0:(ldlm_request.c:1501:ldlm_cli_cancel_req()) Process leaving 00010000:00010000:1.0:1773941433.011422:0:14703:0:(ldlm_request.c:2277:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00000001:1.0:1773941433.011424:0:14703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941433.011426:0:14703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813efe00/0x4337c2e0c9a63135 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xf0dd7054ff1f13f8 expref: -99 pid: 14612 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941433.011433:0:14703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941433.011435:0:14703:0:(ldlm_request.c:2290:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941433.011437:0:14703:0:(ldlm_request.c:2328:ldlm_cli_cancel_unused_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773941433.011439:0:14703:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4100 count: 0 00000001:00000001:1.0:1773941433.011452:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941433.011454:0:14703:0:(ldlm_request.c:2379:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941433.011456:0:14703:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:1.0:1773941433.011458:0:14703:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:1.0:1773941433.011459:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941433.011460:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941433.011462:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941433.011463:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941433.011464:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941433.011465:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941433.011466:0:14703:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941433.011468:0:14703:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:1.0:1773941433.011470:0:14703:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:1.0:1773941433.011472:0:14703:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:1.0:1773941433.011475:0:14703:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1773941433.011478:0:14703:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354df80. 00000020:00000040:1.0:1773941433.011480:0:14703:0:(genops.c:1229:class_import_get()) import ffff8a5a82fdb800 refcount=3 obd=MGC192.168.202.112@tcp 00000100:00000001:1.0:1773941433.011482:0:14703:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941433.011483:0:14703:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941433.011484:0:14703:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941433.011487:0:14703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a83c44100. 00000100:00000001:1.0:1773941433.011490:0:14703:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.011492:0:14703:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446614720087908224 : -129353621643392 : ffff8a5a8354df80) 00000100:00080000:1.0:1773941433.011494:0:14703:0:(import.c:65:import_set_state_nolock()) ffff8a5a82fdb800 MGS: changing import state from FULL to CONNECTING 00000100:00000001:1.0:1773941433.011497:0:14703:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941433.011499:0:14703:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941433.011503:0:14703:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084727a34] to pc [ptlrpcd_rcv+-1] req@ffff8a5a8354df80 x1860112200252544/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941433.011520:0:14703:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941433.011548:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941433.011553:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941433.011556:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941433.011565:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354df80 x1860112200252544/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941433.011575:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941433.011577:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941433.011581:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941433.011583:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941433.011586:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941433.011591:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7a6c6cb9-5015-4028-89e8-43d56ac3e3c7:2404:1860112200252544:192.168.202.112@tcp:251:umount.0 00000100:00000001:2.0:1773941433.011595:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941433.011600:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941433.011604:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941433.011606:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941433.011612:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a84ec5600. 02000000:00000001:2.0:1773941433.011615:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941433.011622:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941433.011627:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b3c8. 00000400:00000010:2.0:1773941433.011634:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa06785d8. 00000100:00000200:2.0:1773941433.011664:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200252544, portal 25 00000100:00000001:2.0:1773941433.011668:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941433.011670:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087908224 : -129353621643392 : ffff8a5a8354df80) 00000100:00000040:2.0:1773941433.011679:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354df80 x1860112200252544/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941433.011687:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941433.011692:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941433.011696:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa06782a8. 00000100:00000200:2.0:1773941433.011701:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200252544, offset 0 00000400:00000200:2.0:1773941433.011709:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941433.011718:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941433.011726:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941433.011739:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941433.011744:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941433.011748:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941433.011752:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941433.011758:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [126:126:256:4294967295] 192.168.202.112@tcp LPNI seq info [126:126:8:4294967295] 00000400:00000200:2.0:1773941433.011764:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941433.011776:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941433.011782:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941433.011804:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544500. 00000800:00000200:2.0:1773941433.011813:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941433.011821:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941433.011825:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941433.011843:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941433.011848:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941433.011851:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294911749 00000100:00000001:2.0:1773941433.011859:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294911715 00000100:00000001:2.0:1773941433.011865:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294911749 00000100:00000001:2.0:1773941433.011871:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294911715 00000100:00000001:2.0:1773941433.011876:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941433.011880:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941433.011884:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941433.011888:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941433.011894:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941433.011896:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941433.011898:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941433.011900:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941433.011902:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941433.011905:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941433.011927:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941433.011931:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544500. 00000400:00000200:1.0:1773941433.011935:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941433.011942:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941433.011946:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa06782a8 00000400:00000010:1.0:1773941433.011948:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa06782a8. 00000100:00000001:1.0:1773941433.011957:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941433.011962:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354df80 x1860112200252544/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941433.011969:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941433.011971:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354df80 x1860112200252544/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941433.011977:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.011978:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941433.013326:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941433.013338:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941433.013341:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941433.013344:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941433.013348:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941433.013352:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941433.013358:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941433.013361:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941433.013365:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941433.013368:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef03c80 00000400:00000200:0.0:1773941433.013372:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941433.013375:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0x9a9 [1] + 224 00000800:00000001:0.0:1773941433.013381:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941433.013395:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941433.013397:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941433.013400:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941433.013403:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941433.013408:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354df80 x1860112200252544/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941433.013423:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a8354df80 x1860112200252544/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941433.013439:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941433.013445:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941433.013448:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941433.013475:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941433.013479:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941433.013484:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.013487:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.013489:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b3c8. 00000400:00000200:1.0:1773941433.013494:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa06785d8 00000400:00000010:1.0:1773941433.013496:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa06785d8. 00000100:00000001:1.0:1773941433.013499:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941433.013505:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354df80 x1860112200252544/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941433.013516:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354df80 x1860112200252544/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941443 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941433.013523:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941433.013525:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941433.013527:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941433.013530:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941433.013532:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941433.013535:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941433.013538:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941433.013543:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a82fdbc58 time=17 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941433.013548:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a82fdbc10 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941433.013551:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941433.013553:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941433.013555:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1773941433.013558:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.013561:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941433.013566:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354df80 x1860112200252544/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941433.013581:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941433.013584:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941433.013586:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941433.013588:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a82fdb800 MGS: changing import state from CONNECTING to CLOSED 00000100:00000001:1.0:1773941433.013591:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941433.013595:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941433.013597:0:2404:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941433.013599:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.013601:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941433.013603:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941433.013604:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941433.013606:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.013608:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:1.0:1773941433.013625:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354df80 x1860112200252544/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941443 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941433.013636:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7a6c6cb9-5015-4028-89e8-43d56ac3e3c7:2404:1860112200252544:192.168.202.112@tcp:251:umount.0 00000100:00000001:0.0:1773941433.013663:0:14703:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.013668:0:14703:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941433.013670:0:14703:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941433.013672:0:14703:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941433.013676:0:14703:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a8354df80 x1860112200252544/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941443 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941433.013683:0:14703:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941433.013684:0:14703:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941433.013685:0:14703:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941433.013687:0:14703:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00000001:1.0:1773941433.013689:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941433.013689:0:14703:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.013695:0:14703:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941433.013697:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1773941433.013697:0:14703:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941433.013701:0:14703:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941433.013703:0:14703:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941433.013706:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000040:1.0:1773941433.013707:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354df80 x1860112200252544/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941443 ref 1 fl Complete:RENQU/200/0 rc -5/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1773941433.013708:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941433.013711:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941433.013715:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941433.013717:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941433.013720:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941433.013724:0:14703:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.013727:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941433.013727:0:14703:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:1.0:1773941433.013733:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1773941433.013733:0:14703:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:0.0:1773941433.013736:0:14703:0:(genops.c:1462:class_disconnect()) Process entered 02000000:00000010:1.0:1773941433.013739:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a84ec5600. 00000020:00000080:0.0:1773941433.013739:0:14703:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x4337c2e0c9a6312e 00000020:00000040:0.0:1773941433.013743:0:14703:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a82fda800 with handle 0x4337c2e0c9a6312e from hash 02000000:00000001:1.0:1773941433.013746:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941433.013748:0:14703:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000001:1.0:1773941433.013750:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941433.013751:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a82fda800 : new refcount 1 00000020:00000040:1.0:1773941433.013753:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a82fdb800 refcount=2 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941433.013757:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1773941433.013759:0:14703:0:(genops.c:1959:obd_stale_export_put()) Process leaving 02000000:00000010:1.0:1773941433.013761:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a83c44100. 00000020:00000040:0.0:1773941433.013762:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a82fda800 : new refcount 0 00000020:00000080:0.0:1773941433.013767:0:14703:0:(genops.c:904:class_export_put()) final put ffff8a5a82fda800/7a6c6cb9-5015-4028-89e8-43d56ac3e3c7 02000000:00000001:1.0:1773941433.013768:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1773941433.013770:0:14703:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941433.013772:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941433.013776:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354df80. 00000100:00000001:1.0:1773941433.013780:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1773941433.013783:0:14703:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941433.013799:0:14703:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941433.013801:0:14703:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941433.013802:0:14703:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1773941433.013804:0:14703:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of MGC192.168.202.112@tcp (flags='') 00000100:00000001:1.0:1773941433.013809:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1773941433.013809:0:14703:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff8a5a996c31e0. 00000020:00000080:0.0:1773941433.013814:0:14703:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000100:00000001:1.0:1773941433.013815:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1773941433.013818:0:37:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:0.0:1773941433.013819:0:14703:0:(obd_config.c:936:class_cleanup()) Process entered 00000100:00000001:1.0:1773941433.013823:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000080:0.0:1773941433.013824:0:14703:0:(obd_config.c:991:class_cleanup()) MGC192.168.202.112@tcp: forcing exports to disconnect: 0/3 00000020:00000080:2.0:1773941433.013825:0:37:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a82fda800/7a6c6cb9-5015-4028-89e8-43d56ac3e3c7 for MGC192.168.202.112@tcp 00000100:00000001:1.0:1773941433.013829:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941433.013830:0:14703:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1773941433.013834:0:14703:0:(genops.c:1577:class_disconnect_exports()) OBD device 0 (ffff8a5a90f2b370) has no exports 00000020:00000040:2.0:1773941433.013835:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941433.013835:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1773941433.013836:0:14703:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000100:00000001:1.0:1773941433.013840:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941433.013841:0:14703:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1773941433.013846:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a85500400. 00000020:00000001:2.0:1773941433.013849:0:37:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000010:0.0:1773941433.013850:0:14703:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a85501a00. 00000020:00000001:2.0:1773941433.013853:0:37:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1773941433.013855:0:14703:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a85501000. 00000020:00000040:2.0:1773941433.013858:0:37:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.112@tcp (ffff8a5a90f2b370) now 5 - export 00000020:00000010:0.0:1773941433.013862:0:14703:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a98b0e800. 00000020:00000010:2.0:1773941433.013864:0:37:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8a5a82fda800. 00000020:00000010:0.0:1773941433.013869:0:14703:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a85500e00. 00000020:00000001:2.0:1773941433.013871:0:37:0:(genops.c:880:class_export_destroy()) Process leaving 00040000:00000010:0.0:1773941433.013877:0:14703:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a87e51600. 00040000:00000010:0.0:1773941433.013883:0:14703:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a85501600. 00000020:00000010:0.0:1773941433.013888:0:14703:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9006b540. 10000000:00000001:0.0:1773941433.013893:0:14703:0:(mgc_request.c:792:mgc_device_fini()) Process entered 10000000:01000000:1.0:1773941433.013937:0:14626:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:00000001:1.0:1773941433.013940:0:14626:0:(mgc_request.c:709:mgc_requeue_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941433.013949:0:14703:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 10000000:01000000:0.0:1773941433.013952:0:14703:0:(obd_class.h:663:obd_cleanup_client_import()) MGC192.168.202.112@tcp: client import never connected 00000100:00000001:0.0:1773941433.013954:0:14703:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941433.013955:0:14703:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941433.013956:0:14703:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773941433.013957:0:14703:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941433.013958:0:14703:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941433.013959:0:14703:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941433.013960:0:14703:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941433.013967:0:14703:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.013969:0:14703:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1773941433.013970:0:14703:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941433.013971:0:14703:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941433.013973:0:14703:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941433.013974:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941433.013975:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941433.013976:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941433.013978:0:14703:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941433.013978:0:14703:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941433.013980:0:14703:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941433.013981:0:14703:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.013983:0:14703:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:0.0:1773941433.013986:0:14703:0:(genops.c:1229:class_import_get()) import ffff8a5a82fdb800 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941433.013988:0:14703:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941433.013988:0:14703:0:(genops.c:1242:class_import_put()) import ffff8a5a82fdb800 refcount=2 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941433.013990:0:14703:0:(genops.c:1249:class_import_put()) Process leaving 02000000:08000000:0.0:1773941433.013992:0:14703:0:(sec.c:1366:sec_cop_destroy_sec()) sec.null@ffffffffc0e23ea0: being destroyed 00000020:00000001:0.0:1773941433.013994:0:14703:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941433.013994:0:14703:0:(genops.c:1242:class_import_put()) import ffff8a5a82fdb800 refcount=1 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941433.013995:0:14703:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:0.0:1773941433.013996:0:14703:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 10000000:00000001:0.0:1773941433.013997:0:14703:0:(mgc_request.c:774:mgc_llog_fini()) Process entered 10000000:00000040:0.0:1773941433.013999:0:14703:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d31f00 : new refcount 2 00000040:00000001:0.0:1773941433.014001:0:14703:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1773941433.014002:0:14703:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8a5a90d31f00 : new refcount 1 00000020:00000040:0.0:1773941433.014005:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a98b76800 : new refcount 1 00000020:00000001:0.0:1773941433.014006:0:14703:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941433.014006:0:14703:0:(genops.c:1242:class_import_put()) import ffff8a5a82fdb800 refcount=0 obd=MGC192.168.202.112@tcp 00000020:00000040:0.0:1773941433.014007:0:14703:0:(genops.c:1245:class_import_put()) final put import ffff8a5a82fdb800 00000020:00000001:0.0:1773941433.014016:0:14703:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:0.0:1773941433.014017:0:14703:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8a5a90d31f00. 00000040:00000001:0.0:1773941433.014020:0:14703:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941433.014022:0:14703:0:(mgc_request.c:780:mgc_llog_fini()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941433.014023:0:14703:0:(mgc_request.c:816:mgc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941433.014026:0:14703:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9006b540. 00000020:00000010:0.0:1773941433.014029:0:14703:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a85501a00. 00000040:00000010:0.0:1773941433.014035:0:14703:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a85501000. 00000020:00000010:0.0:1773941433.014038:0:14703:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a98b0e800. 00000020:00000001:2.0:1773941433.014042:0:37:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000010:0.0:1773941433.014042:0:14703:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a85500e00. 00000020:00000080:2.0:1773941433.014048:0:37:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8a5a82fdb800 for MGC192.168.202.112@tcp 00040000:00000010:0.0:1773941433.014048:0:14703:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a87e51600. 00040000:00000010:0.0:1773941433.014052:0:14703:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a85501600. 00000020:00000040:2.0:1773941433.014056:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 1 to 192.168.202.112@tcp 00000020:00000010:0.0:1773941433.014057:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a85500400. 00000020:00000001:0.0:1773941433.014062:0:14703:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941433.014063:0:37:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 0 to 192.168.202.112@tcp 00000020:00000010:2.0:1773941433.014067:0:37:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8a5a90ffcde0. 00000020:00000040:2.0:1773941433.014071:0:37:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.112@tcp (ffff8a5a90f2b370) now 4 - import 00000020:00000010:2.0:1773941433.014073:0:37:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8a5a82fdb800. 00000001:00000001:0.0:1773941433.014074:0:14703:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000020:00000001:2.0:1773941433.014076:0:37:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000010:0.0:1773941433.014079:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a85030200. 00000001:00000010:0.0:1773941433.014083:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a85031a00. 00000001:00000010:0.0:1773941433.014084:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a85030e00. 00000001:00000010:0.0:1773941433.014086:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a85031800. 00000001:00000010:0.0:1773941433.014087:0:14703:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8a5a83920de0. 00000001:00000010:0.0:1773941433.014089:0:14703:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8a5a82bbbe00. 00000001:00000001:0.0:1773941433.014091:0:14703:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1773941433.014092:0:14703:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.112@tcp (ffff8a5a90f2b370) now 3 - setup 00000020:00000001:0.0:1773941433.014094:0:14703:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941433.014095:0:14703:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1773941433.014097:0:14703:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1773941433.014099:0:14703:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:0.0:1773941433.014101:0:14703:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.112@tcp (ffff8a5a90f2b370) now 2 - obd_device_list 00000020:00000080:0.0:1773941433.014103:0:14703:0:(obd_config.c:919:class_detach()) detach on obd MGC192.168.202.112@tcp (uuid 7a6c6cb9-5015-4028-89e8-43d56ac3e3c7) 00000020:00000040:0.0:1773941433.014104:0:14703:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.112@tcp (ffff8a5a90f2b370) now 1 - newdev 00000020:00000040:0.0:1773941433.014106:0:14703:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a98b76800 with handle 0x4337c2e0c9a63127 from hash 00000020:00000040:0.0:1773941433.014108:0:14703:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a98b76800 : new refcount 0 00000020:00000080:0.0:1773941433.014110:0:14703:0:(genops.c:904:class_export_put()) final put ffff8a5a98b76800/7a6c6cb9-5015-4028-89e8-43d56ac3e3c7 00000020:00000001:0.0:1773941433.014111:0:14703:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941433.014112:0:14703:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773941433.014113:0:14703:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a98b76800/7a6c6cb9-5015-4028-89e8-43d56ac3e3c7 for MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941433.014115:0:14703:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773941433.014116:0:14703:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941433.014117:0:14703:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8a5a98b76800. 00000020:00000001:0.0:1773941433.014122:0:14703:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1773941433.014129:0:14703:0:(genops.c:437:class_free_dev()) Release obd device MGC192.168.202.112@tcp obd_type name = mgc 00000020:01000000:0.0:1773941433.014131:0:14703:0:(genops.c:440:class_free_dev()) finishing cleanup of obd MGC192.168.202.112@tcp (7a6c6cb9-5015-4028-89e8-43d56ac3e3c7) 00000020:00000001:0.0:1773941433.014132:0:14703:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1773941433.014135:0:14703:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a85500400. 00000020:00000010:0.0:1773941433.014137:0:14703:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a85501600. 00000040:00000010:0.0:1773941433.014138:0:14703:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a85500e00. 00000020:00000010:0.0:1773941433.014140:0:14703:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a98b0e800. 00000020:00000010:0.0:1773941433.014142:0:14703:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a85501000. 00040000:00000010:0.0:1773941433.014144:0:14703:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a87e51600. 00040000:00000010:0.0:1773941433.014146:0:14703:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a85501a00. 10000000:00000001:0.0:1773941433.014148:0:14703:0:(mgc_request.c:824:mgc_device_free()) Process entered 00000020:00000001:0.0:1773941433.014149:0:14703:0:(obd_config.c:1281:class_del_profiles()) Process entered 00000020:00000001:0.0:1773941433.014150:0:14703:0:(obd_config.c:1294:class_del_profiles()) Process leaving 00010000:00000001:0.0:1773941433.014213:0:14703:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1773941433.014214:0:14703:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1773941433.014217:0:14703:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1773941433.014232:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8a5a84f7a400. 00000020:00000010:0.0:1773941433.014235:0:14703:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8a5a8a5d9400. 00000020:00000010:0.0:1773941433.014238:0:14703:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a83550c00. 00010000:00000001:0.0:1773941433.014253:0:14703:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1773941433.014259:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff8a5a90e76300. 00000020:00000010:0.0:1773941433.014261:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff8a5a854fcc00. 00000020:00000010:0.0:1773941433.014263:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff8a5a86094980. 00000020:00000010:0.0:1773941433.014265:0:14703:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff8a5a98814800. 00000020:00000010:0.0:1773941433.014267:0:14703:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff8a5a90ffc7e0. 00000020:00000010:0.0:1773941433.014269:0:14703:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a83550400. 00000001:00000001:0.0:1773941433.014297:0:14703:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941433.014298:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at ffff8a5a98201800. 00000001:00000010:0.0:1773941433.014301:0:14703:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at ffff8a5a98201400. 00000001:00000010:0.0:1773941433.014302:0:14703:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at ffff8a5a89b4c120. 00000001:00000010:0.0:1773941433.014304:0:14703:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8a5a98201e00. 00000001:00000001:0.0:1773941433.014305:0:14703:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1773941433.014307:0:14703:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff8a5a83551000. 00010000:00000001:0.0:1773941433.014309:0:14703:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1773941433.014310:0:14703:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1773941433.014315:0:14703:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1773941433.014316:0:14703:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:0.0:1773941433.014317:0:14703:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1773941433.014318:0:14703:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1773941433.014319:0:14703:0:(ldlm_lockd.c:3527:ldlm_cleanup()) Process entered 00000001:00000010:0.0:1773941433.014330:0:14703:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at ffff8a5a90ffce40. 00000001:00000010:0.0:1773941433.014333:0:14703:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at ffff8a5a90ffc780. 00000020:00000001:2.0:1773941433.014360:0:14624:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941433.014362:0:14624:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941433.014365:0:14624:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00000001:2.0:1773941433.014367:0:14624:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1773941433.014368:0:14624:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:2.0:1773941433.014377:0:14624:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9006b740. 00000020:00000010:2.0:1773941433.014382:0:14624:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a83290400. 00000020:00000010:2.0:1773941433.014386:0:14624:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a84e8a000. 00000020:00000010:2.0:1773941433.014390:0:14624:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5aa0656eb0. 00000020:00000010:2.0:1773941433.014395:0:14624:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a83291e00. 80000000:00000010:2.0:1773941433.014399:0:14624:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83ec2ea0. 40000000:00000010:2.0:1773941433.014402:0:14624:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a9006be40. 00100000:00000010:2.0:1773941433.014405:0:14624:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a84e89000. 00040000:00000010:2.0:1773941433.014408:0:14624:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a82bbb900. 00040000:00000010:2.0:1773941433.014410:0:14624:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a83290a00. 00002000:00000010:2.0:1773941433.014412:0:14624:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a82fe3000. 00000020:00000010:2.0:1773941433.014415:0:14624:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87c6da00. 00010000:00000010:2.0:1773941433.014418:0:14624:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffff8a5a9006b300. 00010000:00000001:2.0:1773941433.014421:0:14624:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941433.014427:0:14623:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941433.014431:0:14623:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941433.014435:0:14623:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00000001:1.0:1773941433.014440:0:14623:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1773941433.014442:0:14623:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:1.0:1773941433.014456:0:14623:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9006bd40. 00000020:00000010:1.0:1773941433.014464:0:14623:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a82f7ca00. 00000020:00000010:1.0:1773941433.014471:0:14623:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a84e8d800. 00000020:00000010:1.0:1773941433.014475:0:14623:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5aa0651928. 00000020:00000010:1.0:1773941433.014481:0:14623:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a82f7d400. 80000000:00000010:1.0:1773941433.014485:0:14623:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83ec2480. 00000020:00000001:2.0:1773941433.014486:0:14706:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941433.014489:0:14706:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 40000000:00000010:1.0:1773941433.014491:0:14623:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a9006b5c0. 00100000:00000010:1.0:1773941433.014496:0:14623:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a84e89800. 00010000:00010000:2.0:1773941433.014498:0:14706:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00040000:00000010:1.0:1773941433.014501:0:14623:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a82bbb500. 00010000:00000001:2.0:1773941433.014502:0:14706:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1773941433.014504:0:14706:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00040000:00000010:1.0:1773941433.014508:0:14623:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a82f7c000. 00000020:00000010:2.0:1773941433.014514:0:14706:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a85152a40. 00002000:00000010:1.0:1773941433.014515:0:14623:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a82fe0800. 00000020:00000010:2.0:1773941433.014522:0:14706:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a860d3600. 00000020:00000010:1.0:1773941433.014522:0:14623:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a82f7c600. 00010000:00000010:1.0:1773941433.014527:0:14623:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffff8a5a9006b040. 00000020:00000010:2.0:1773941433.014529:0:14706:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a906d1800. 00010000:00000001:1.0:1773941433.014534:0:14623:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1773941433.014535:0:14706:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a833c9e30. 00000020:00000010:2.0:1773941433.014540:0:14706:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a90f1d600. 80000000:00000010:2.0:1773941433.014544:0:14706:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a830e57e0. 40000000:00000010:2.0:1773941433.014547:0:14706:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a85152240. 00100000:00000010:2.0:1773941433.014549:0:14706:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a906d4800. 00040000:00000010:2.0:1773941433.014551:0:14706:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5aa1544a00. 00040000:00000010:2.0:1773941433.014553:0:14706:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a90f1c600. 00002000:00000010:2.0:1773941433.014556:0:14706:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a90d73c00. 00000020:00000010:2.0:1773941433.014558:0:14706:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a860d2c00. 00010000:00000010:2.0:1773941433.014561:0:14706:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffff8a5a851529c0. 00010000:00000001:2.0:1773941433.014563:0:14706:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941433.014606:0:14707:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941433.014609:0:14707:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941433.014612:0:14707:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-4 blwis in pool) 00010000:00000001:1.0:1773941433.014615:0:14707:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1773941433.014617:0:14707:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:1.0:1773941433.014629:0:14707:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a85152500. 00000020:00000010:1.0:1773941433.014634:0:14707:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a84ec5a00. 00010000:00000010:0.0:1773941433.014663:0:14703:0:(ldlm_lockd.c:3556:ldlm_cleanup()) kfreed 'blp': 168 at ffff8a5a90d31540. 00000100:00000001:0.0:1773941433.014668:0:14703:0:(service.c:3841:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1773941433.014669:0:14703:0:(service.c:3843:ptlrpc_unregister_service()) ldlm_cbd: tearing down 00000100:00000001:0.0:1773941433.014673:0:14703:0:(service.c:3384:ptlrpc_stop_all_threads()) Process entered 00000020:00000010:1.0:1773941433.014674:0:14707:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a906d7800. 00000100:00000001:0.0:1773941433.014675:0:14703:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1773941433.014679:0:14703:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_cbd 00000100:00000040:0.0:1773941433.014682:0:14703:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #1 00000020:00000010:1.0:1773941433.014683:0:14707:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a833ce4a0. 00000100:00000040:0.0:1773941433.014684:0:14703:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #0 00000020:00000010:1.0:1773941433.014696:0:14707:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a84ec5e00. 00000100:00000040:0.0:1773941433.014696:0:14703:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cb #1 80000000:00000010:1.0:1773941433.014702:0:14707:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a830e5e40. 40000000:00000010:1.0:1773941433.014706:0:14707:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a85152700. 00000020:00000010:0.0:1773941433.014708:0:14613:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a84f7b000. 00100000:00000010:1.0:1773941433.014711:0:14707:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a906d6800. 00000040:00000010:0.0:1773941433.014713:0:14613:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a84f7be00. 00040000:00000010:1.0:1773941433.014717:0:14707:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5aa1544300. 00000020:00000010:0.0:1773941433.014718:0:14613:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a98b72800. 00040000:00000010:1.0:1773941433.014724:0:14707:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a84ec5400. 00000020:00000010:0.0:1773941433.014725:0:14613:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5aa0651e30. 00002000:00000010:1.0:1773941433.014731:0:14707:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a90d70000. 00000020:00000010:0.0:1773941433.014732:0:14613:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a84f7a800. 80000000:00000010:0.0:1773941433.014739:0:14613:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83ec2b40. 00000020:00000010:1.0:1773941433.014740:0:14707:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a8a5d9800. 40000000:00000010:0.0:1773941433.014742:0:14613:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a9006b9c0. 00010000:00000010:1.0:1773941433.014747:0:14707:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffff8a5a85152c40. 00100000:00000010:0.0:1773941433.014747:0:14613:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a98b71800. 00010000:00000001:1.0:1773941433.014755:0:14707:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1773941433.014755:0:14613:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a82bbbf00. 00040000:00000010:0.0:1773941433.014760:0:14613:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a98b74800. 00040000:00000010:0.0:1773941433.014765:0:14613:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a84f7a200. 00000004:00000010:0.0:1773941433.014768:0:14613:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a98b72000. 00000004:00000010:0.0:1773941433.014771:0:14613:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a90090000. 00000004:00000010:0.0:1773941433.014775:0:14613:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a98b70800. 00002000:00000010:0.0:1773941433.014778:0:14613:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a8607e400. 00000004:00000010:0.0:1773941433.014781:0:14613:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a8607f400. 00000020:00000010:0.0:1773941433.014785:0:14613:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a84f7ae00. 00000020:00000010:0.0:1773941433.014802:0:14613:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9006bd80. 00000100:00000010:0.0:1773941433.014807:0:14613:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff8a5a9006b1c0. 00000100:00100000:0.0:1773941433.014810:0:14613:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8a5a84f7aa00:14613] 0 exiting: rc = 1 00000020:00000010:1.0:1773941433.014849:0:14614:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a84f7bc00. 00000040:00000010:1.0:1773941433.014856:0:14614:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a84f7b400. 00000020:00000010:1.0:1773941433.014859:0:14614:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a98b77800. 00000020:00000010:1.0:1773941433.014863:0:14614:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5aa0653c60. 00000020:00000010:1.0:1773941433.014867:0:14614:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a84f7b200. 80000000:00000010:1.0:1773941433.014870:0:14614:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83ec2a80. 40000000:00000010:1.0:1773941433.014873:0:14614:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a9006b580. 00100000:00000010:1.0:1773941433.014876:0:14614:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a87d09000. 00040000:00000010:1.0:1773941433.014880:0:14614:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a82bbb000. 00040000:00000010:1.0:1773941433.014883:0:14614:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a923dc800. 00040000:00000010:1.0:1773941433.014886:0:14614:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a83ebe800. 00000004:00000010:1.0:1773941433.014889:0:14614:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a923d9000. 00000004:00000010:1.0:1773941433.014892:0:14614:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a9aa46000. 00000004:00000010:1.0:1773941433.014898:0:14614:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5aa1761000. 00002000:00000010:1.0:1773941433.014901:0:14614:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a8607c400. 00000004:00000010:1.0:1773941433.014903:0:14614:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a8607fc00. 00000020:00000010:1.0:1773941433.014906:0:14614:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a84f7ac00. 00000020:00000010:1.0:1773941433.014910:0:14614:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9006b140. 00000100:00000010:1.0:1773941433.014914:0:14614:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff8a5a9006b500. 00000100:00100000:1.0:1773941433.014917:0:14614:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8a5a99751a00:14614] 1 exiting: rc = 0 00000100:00000010:0.0:1773941433.014942:0:14703:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8a5a84f7aa00. 00000100:00000010:0.0:1773941433.014949:0:14703:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8a5a99751a00. 00000100:00000001:0.0:1773941433.014955:0:14703:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1773941433.014956:0:14703:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1773941433.014958:0:14703:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_cbd 00000100:00000040:0.0:1773941433.014960:0:14703:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #1 00000100:00000040:0.0:1773941433.014962:0:14703:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #0 00000100:00000040:0.0:1773941433.014983:0:14703:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cb #1 00000020:00000010:3.0:1773941433.014996:0:14616:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a99750c00. 00000020:00000010:2.0:1773941433.015001:0:14615:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a99703a00. 00000040:00000010:3.0:1773941433.015004:0:14616:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a99751800. 00000040:00000010:2.0:1773941433.015009:0:14615:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a99703e00. 00000020:00000010:3.0:1773941433.015011:0:14616:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a82fdc800. 00000020:00000010:2.0:1773941433.015016:0:14615:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8508c000. 00000020:00000010:3.0:1773941433.015019:0:14616:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a86621e30. 00000020:00000010:2.0:1773941433.015023:0:14615:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a833c8000. 00000020:00000010:3.0:1773941433.015026:0:14616:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a99750800. 00000020:00000010:2.0:1773941433.015030:0:14615:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a99703000. 80000000:00000010:3.0:1773941433.015032:0:14616:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffcd80. 80000000:00000010:2.0:1773941433.015036:0:14615:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a830e5f00. 40000000:00000010:3.0:1773941433.015039:0:14616:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a90ead440. 40000000:00000010:2.0:1773941433.015042:0:14615:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5aa078c440. 00100000:00000010:3.0:1773941433.015045:0:14616:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a82fdd800. 00100000:00000010:2.0:1773941433.015050:0:14615:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a8508d000. 00040000:00000010:3.0:1773941433.015052:0:14616:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a8a564900. 00040000:00000010:2.0:1773941433.015057:0:14615:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a92281a00. 00040000:00000010:3.0:1773941433.015059:0:14616:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a82fd8000. 00040000:00000010:2.0:1773941433.015063:0:14615:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a8508e000. 00040000:00000010:3.0:1773941433.015065:0:14616:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a99750a00. 00040000:00000010:2.0:1773941433.015070:0:14615:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a99703200. 00000004:00000010:2.0:1773941433.015073:0:14615:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a8508f000. 00000004:00000010:3.0:1773941433.015079:0:14616:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a82fdf800. 00000004:00000010:2.0:1773941433.015080:0:14615:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a90cbc000. 00000004:00000010:3.0:1773941433.015085:0:14616:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a87ff2000. 00000004:00000010:2.0:1773941433.015087:0:14615:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a8508e800. 00000004:00000010:3.0:1773941433.015092:0:14616:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a82fdb000. 00002000:00000010:2.0:1773941433.015094:0:14615:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a833dd400. 00002000:00000010:3.0:1773941433.015098:0:14616:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a98247000. 00000004:00000010:2.0:1773941433.015100:0:14615:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a833df000. 00000004:00000010:3.0:1773941433.015104:0:14616:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a98244c00. 00000020:00000010:2.0:1773941433.015106:0:14615:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a99702800. 00000020:00000010:3.0:1773941433.015110:0:14616:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a99751600. 00000020:00000010:2.0:1773941433.015114:0:14615:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5aa078c5c0. 00000020:00000010:3.0:1773941433.015118:0:14616:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a90ead640. 00000100:00000010:3.0:1773941433.015125:0:14616:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff8a5a90ead800. 00000100:00000010:2.0:1773941433.015128:0:14615:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff8a5aa078cd80. 00000100:00100000:3.0:1773941433.015130:0:14616:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_001: service thread [ffff8a5a99750000:14616] 1 exiting: rc = 0 00000100:00100000:2.0:1773941433.015135:0:14615:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_000: service thread [ffff8a5a99751e00:14615] 0 exiting: rc = 1 00000100:00000010:0.0:1773941433.015170:0:14703:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8a5a99751e00. 00000100:00000010:0.0:1773941433.015177:0:14703:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8a5a99750000. 00000100:00000001:0.0:1773941433.015181:0:14703:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1773941433.015184:0:14703:0:(service.c:3391:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1773941433.015188:0:14703:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 15 lazy 00000400:00000001:0.0:1773941433.015192:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941433.015194:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941433.015197:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb4d0. 00000400:00000200:0.0:1773941433.015201:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a877d5900 00000400:00000010:0.0:1773941433.015204:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a877d5900. 00000100:00000001:0.0:1773941433.015208:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941433.015211:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_cbd 00000100:00100000:0.0:1773941433.015217:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941433.015219:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1773941433.015221:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941433.015223:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941433.015224:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941433.015227:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddf20. 00000400:00000200:0.0:1773941433.015230:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4e40 00000400:00000010:0.0:1773941433.015231:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4e40. 00000100:00000001:0.0:1773941433.015234:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941433.015235:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_cbd 00000100:00100000:0.0:1773941433.015240:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941433.015242:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1773941433.015243:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1773941433.015246:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941433.015248:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1773941433.015254:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c4c000. 00000100:00000010:0.0:1773941433.015259:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8607c800. 00000100:00000010:0.0:1773941433.015271:0:14703:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8a5a900ac800. 00000100:00000010:0.0:1773941433.015275:0:14703:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8a5a98b73800. 00000100:00000001:0.0:1773941433.015277:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941433.015278:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1773941433.015282:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c4e000. 00000100:00000010:0.0:1773941433.015285:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8607d800. 00000100:00000010:0.0:1773941433.015288:0:14703:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8a5a82fdd000. 00000100:00000010:0.0:1773941433.015291:0:14703:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8a5a8508b000. 00000100:00000001:0.0:1773941433.015295:0:14703:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1773941433.015297:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941433.015300:0:14703:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1773941433.015302:0:14703:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1773941433.015304:0:14703:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8a5a9006bb40. 00000100:00000001:0.0:1773941433.015308:0:14703:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1773941433.015310:0:14703:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.015313:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941433.015315:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a877d5cc0. 00000100:00000001:0.0:1773941433.015317:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941433.015319:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941433.015320:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a877d5240. 00000100:00000001:0.0:1773941433.015323:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941433.015324:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941433.015326:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a877d5b40. 00000100:00000001:0.0:1773941433.015328:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941433.015330:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941433.015332:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a877d5a80. 00000100:00000001:0.0:1773941433.015334:0:14703:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000100:00000001:0.0:1773941433.015335:0:14703:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1773941433.015336:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941433.015337:0:14703:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1773941433.015339:0:14703:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1773941433.015340:0:14703:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8a5a9006b680. 00000100:00000001:0.0:1773941433.015343:0:14703:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1773941433.015344:0:14703:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.015346:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941433.015348:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a877d5d80. 00000100:00000001:0.0:1773941433.015350:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941433.015351:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941433.015353:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a877d53c0. 00000100:00000001:0.0:1773941433.015362:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941433.015364:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941433.015365:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a877d50c0. 00000100:00000001:0.0:1773941433.015367:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941433.015369:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941433.015371:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a877d56c0. 00000100:00000001:0.0:1773941433.015373:0:14703:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1773941433.015464:0:14703:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8a5a90095000. 00000020:00000010:0.0:1773941433.015470:0:14703:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a8607dc00. 00000100:00000010:0.0:1773941433.015496:0:14703:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8a5a8353c000. 00000100:00000010:0.0:1773941433.015508:0:14703:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8a5a90092000. 00000100:00000010:0.0:1773941433.015512:0:14703:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8a5a8923c000. 00000100:00000010:0.0:1773941433.015521:0:14703:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8a5a90094000. 00000100:00000010:0.0:1773941433.015525:0:14703:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8a5a8607d400. 00000100:00000010:0.0:1773941433.015528:0:14703:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8a5a8607e000. 00000100:00000010:0.0:1773941433.015531:0:14703:0:(service.c:3836:ptlrpc_service_free()) kfreed 'svc': 360 at ffff8a5a84f7a000. 00000100:00000001:0.0:1773941433.015534:0:14703:0:(service.c:3863:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.015536:0:14703:0:(service.c:3841:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1773941433.015538:0:14703:0:(service.c:3843:ptlrpc_unregister_service()) ldlm_canceld: tearing down 00000100:00000001:0.0:1773941433.015541:0:14703:0:(service.c:3384:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1773941433.015543:0:14703:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1773941433.015544:0:14703:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_canceld 00000100:00000040:0.0:1773941433.015547:0:14703:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #2 00000100:00000040:0.0:1773941433.015548:0:14703:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #1 00000100:00000040:0.0:1773941433.015551:0:14703:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #0 00000100:00000040:0.0:1773941433.015574:0:14703:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #2 00000020:00000010:0.0:1773941433.015586:0:14618:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a83ebfc00. 00000020:00000010:0.0:1773941433.015592:0:14618:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a83ec2ba0. 00000040:00000010:0.0:1773941433.015596:0:14618:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a82f7de00. 00000020:00000010:1.0:1773941433.015600:0:14617:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a83ebf200. 00000020:00000010:0.0:1773941433.015601:0:14618:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a900ad800. 00000020:00000010:0.0:1773941433.015608:0:14618:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5aa0652d48. 00000020:00000010:1.0:1773941433.015610:0:14617:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a83ec2240. 00000020:00000010:0.0:1773941433.015615:0:14618:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a82f7c200. 00000040:00000010:1.0:1773941433.015617:0:14617:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a83ebe600. 80000000:00000010:0.0:1773941433.015622:0:14618:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83ec26c0. 00000020:00000010:1.0:1773941433.015623:0:14617:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a900aa000. 40000000:00000010:0.0:1773941433.015628:0:14618:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a9006ba80. 00008000:00000010:0.0:1773941433.015632:0:14618:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a996851a8. 00000020:00000010:1.0:1773941433.015638:0:14617:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5aa0650000. 00100000:00000010:0.0:1773941433.015675:0:14618:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a900ac000. 00000020:00000010:1.0:1773941433.015677:0:14617:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a83ebee00. 00040000:00000010:0.0:1773941433.015682:0:14618:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a82bbb200. 80000000:00000010:1.0:1773941433.015684:0:14617:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83ec23c0. 00040000:00000010:0.0:1773941433.015689:0:14618:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a900ae000. 40000000:00000010:1.0:1773941433.015691:0:14617:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a9006b800. 00040000:00000010:0.0:1773941433.015697:0:14618:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a82f7d800. 00008000:00000010:1.0:1773941433.015699:0:14617:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a99685c40. 00000004:00000010:0.0:1773941433.015704:0:14618:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a900ae800. 00100000:00000010:1.0:1773941433.015706:0:14617:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a900a8800. 00000004:00000010:0.0:1773941433.015710:0:14618:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a8921b000. 00040000:00000010:1.0:1773941433.015713:0:14617:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a82bbb400. 00000004:00000010:0.0:1773941433.015718:0:14618:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a900af000. 00040000:00000010:1.0:1773941433.015719:0:14617:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a900af800. 00002000:00000010:0.0:1773941433.015725:0:14618:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a82fe1800. 00040000:00000010:1.0:1773941433.015726:0:14617:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a83ebf800. 00000004:00000010:1.0:1773941433.015733:0:14617:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a900ab000. 00000004:00000010:0.0:1773941433.015733:0:14618:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a82fe2000. 00000020:00000010:0.0:1773941433.015740:0:14618:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a83ebec00. 00000004:00000010:1.0:1773941433.015742:0:14617:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a89219000. 00000004:00000010:1.0:1773941433.015750:0:14617:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a900ad000. 00000020:00000010:0.0:1773941433.015750:0:14618:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9006ba00. 00002000:00000010:1.0:1773941433.015757:0:14617:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a82fe2c00. 00000100:00000010:0.0:1773941433.015760:0:14618:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff8a5a9006bdc0. 00000004:00000010:1.0:1773941433.015762:0:14617:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a82fe1400. 00000100:00100000:0.0:1773941433.015767:0:14618:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8a5a99750400:14618] 1 exiting: rc = 0 00000020:00000010:1.0:1773941433.015768:0:14617:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a83ebf400. 00000020:00000010:1.0:1773941433.015777:0:14617:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9006b240. 00000100:00000010:1.0:1773941433.015784:0:14617:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff8a5a9006b340. 00000100:00100000:1.0:1773941433.015806:0:14617:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8a5a83ebfa00:14617] 0 exiting: rc = 1 00000020:00000010:0.0:1773941433.015848:0:14619:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a82f7cc00. 00000020:00000010:0.0:1773941433.015854:0:14619:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a83ec2f60. 00000040:00000010:0.0:1773941433.015858:0:14619:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a82f7d200. 00000020:00000010:0.0:1773941433.015861:0:14619:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a900a9000. 00000020:00000010:0.0:1773941433.015866:0:14619:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5aa0654168. 00000020:00000010:0.0:1773941433.015871:0:14619:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a82f7ce00. 80000000:00000010:0.0:1773941433.015875:0:14619:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83ec2d20. 40000000:00000010:0.0:1773941433.015878:0:14619:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a9006be00. 00008000:00000010:0.0:1773941433.015881:0:14619:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a99687880. 00100000:00000010:0.0:1773941433.015884:0:14619:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a900a8000. 00040000:00000010:0.0:1773941433.015887:0:14619:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a82bbbd00. 00040000:00000010:0.0:1773941433.015890:0:14619:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a900aa800. 00040000:00000010:0.0:1773941433.015892:0:14619:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a82f7d000. 00000004:00000010:0.0:1773941433.015896:0:14619:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a9aa86000. 00000004:00000010:0.0:1773941433.015899:0:14619:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a8921c000. 00000004:00000010:0.0:1773941433.015902:0:14619:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a9aa80000. 00002000:00000010:0.0:1773941433.015905:0:14619:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a82fe1c00. 00000004:00000010:0.0:1773941433.015908:0:14619:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a82fe3400. 00000020:00000010:0.0:1773941433.015910:0:14619:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a82f7c800. 00000020:00000010:0.0:1773941433.015914:0:14619:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9006b880. 00000100:00000010:0.0:1773941433.015918:0:14619:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff8a5a9006b200. 00000100:00100000:0.0:1773941433.015928:0:14619:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8a5a99751200:14619] 2 exiting: rc = 0 00000100:00000010:1.0:1773941433.015964:0:14703:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8a5a83ebfa00. 00000100:00000010:1.0:1773941433.015971:0:14703:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8a5a99750400. 00000100:00000010:1.0:1773941433.015977:0:14703:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8a5a99751200. 00000100:00000001:1.0:1773941433.015981:0:14703:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1773941433.015982:0:14703:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:1.0:1773941433.015984:0:14703:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_canceld 00000100:00000040:1.0:1773941433.015986:0:14703:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #2 00000100:00000040:1.0:1773941433.015988:0:14703:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #1 00000100:00000040:1.0:1773941433.015990:0:14703:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #0 00000100:00000040:1.0:1773941433.016015:0:14703:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #2 00000020:00000010:3.0:1773941433.016024:0:14621:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a98200600. 00000020:00000010:2.0:1773941433.016025:0:14620:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a9abf7a00. 00000020:00000010:2.0:1773941433.016033:0:14620:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a830e5cc0. 00000020:00000010:3.0:1773941433.016034:0:14621:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc120. 00000040:00000010:2.0:1773941433.016036:0:14620:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a9abf7200. 00000040:00000010:3.0:1773941433.016041:0:14621:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a98201200. 00000020:00000010:2.0:1773941433.016041:0:14620:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8508f800. 00000020:00000010:3.0:1773941433.016049:0:14621:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a82fdc000. 00000020:00000010:2.0:1773941433.016050:0:14620:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a833c9420. 00000020:00000010:3.0:1773941433.016055:0:14621:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a86623c60. 00000020:00000010:2.0:1773941433.016056:0:14620:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a9abf6600. 00000020:00000010:3.0:1773941433.016063:0:14621:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a98200400. 80000000:00000010:2.0:1773941433.016063:0:14620:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a830e5300. 80000000:00000010:3.0:1773941433.016070:0:14621:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffcae0. 40000000:00000010:2.0:1773941433.016071:0:14620:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5aa078cb00. 40000000:00000010:3.0:1773941433.016077:0:14621:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a90ead180. 00008000:00000010:2.0:1773941433.016078:0:14620:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a900a0000. 00008000:00000010:3.0:1773941433.016082:0:14621:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a83ec7170. 00100000:00000010:2.0:1773941433.016084:0:14620:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a85088800. 00100000:00000010:3.0:1773941433.016087:0:14621:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a82fde800. 00040000:00000010:2.0:1773941433.016089:0:14620:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a92281200. 00040000:00000010:3.0:1773941433.016093:0:14621:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a8a564800. 00040000:00000010:2.0:1773941433.016094:0:14620:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a8508b800. 00040000:00000010:3.0:1773941433.016098:0:14621:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a82fdf000. 00040000:00000010:2.0:1773941433.016099:0:14620:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a9abf7600. 00040000:00000010:3.0:1773941433.016104:0:14621:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a98200a00. 00000004:00000010:2.0:1773941433.016105:0:14620:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a8508a000. 00000004:00000010:3.0:1773941433.016110:0:14621:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a82fd9800. 00000004:00000010:2.0:1773941433.016111:0:14620:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a90cb8000. 00000004:00000010:3.0:1773941433.016116:0:14621:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a87ff3000. 00000004:00000010:2.0:1773941433.016117:0:14620:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a8508d800. 00000004:00000010:3.0:1773941433.016123:0:14621:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a82fd9000. 00002000:00000010:2.0:1773941433.016124:0:14620:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a833dd000. 00002000:00000010:3.0:1773941433.016130:0:14621:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a98247400. 00000004:00000010:2.0:1773941433.016131:0:14620:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a833dc400. 00000004:00000010:3.0:1773941433.016136:0:14621:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a98244000. 00000020:00000010:2.0:1773941433.016137:0:14620:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a9abf7e00. 00000020:00000010:3.0:1773941433.016142:0:14621:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a99751400. 00000020:00000010:2.0:1773941433.016144:0:14620:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5aa078cfc0. 00000020:00000010:3.0:1773941433.016149:0:14621:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a90eadd00. 00000100:00000010:2.0:1773941433.016150:0:14620:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff8a5aa078c200. 00000100:00100000:2.0:1773941433.016157:0:14620:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_000: service thread [ffff8a5a99751c00:14620] 0 exiting: rc = 1 00000100:00000010:3.0:1773941433.016158:0:14621:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff8a5a90ead580. 00000100:00100000:3.0:1773941433.016163:0:14621:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_001: service thread [ffff8a5a99750e00:14621] 1 exiting: rc = 0 00000020:00000010:2.0:1773941433.016202:0:14622:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a9abf6c00. 00000020:00000010:2.0:1773941433.016206:0:14622:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a830e5780. 00000040:00000010:2.0:1773941433.016209:0:14622:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a9abf6800. 00000020:00000010:2.0:1773941433.016212:0:14622:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a85089000. 00000020:00000010:2.0:1773941433.016214:0:14622:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a833cbc60. 00000020:00000010:2.0:1773941433.016217:0:14622:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5aa17c0e00. 80000000:00000010:2.0:1773941433.016219:0:14622:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a830e5ea0. 40000000:00000010:2.0:1773941433.016221:0:14622:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5aa078c880. 00008000:00000010:2.0:1773941433.016223:0:14622:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a900a0e20. 00100000:00000010:2.0:1773941433.016225:0:14622:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a8508c800. 00040000:00000010:2.0:1773941433.016231:0:14622:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a92281800. 00040000:00000010:2.0:1773941433.016233:0:14622:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a85089800. 00040000:00000010:2.0:1773941433.016235:0:14622:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5aa17c1800. 00000004:00000010:2.0:1773941433.016237:0:14622:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a9827e800. 00000004:00000010:2.0:1773941433.016239:0:14622:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a90cbf000. 00000004:00000010:2.0:1773941433.016242:0:14622:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a98278800. 00002000:00000010:2.0:1773941433.016244:0:14622:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a833df800. 00000004:00000010:2.0:1773941433.016245:0:14622:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a833dc800. 00000020:00000010:2.0:1773941433.016247:0:14622:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a9abf6400. 00000020:00000010:2.0:1773941433.016249:0:14622:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5aa078cc80. 00000100:00000010:2.0:1773941433.016252:0:14622:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff8a5aa078c3c0. 00000100:00100000:2.0:1773941433.016254:0:14622:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_002: service thread [ffff8a5a82f7c400:14622] 2 exiting: rc = 0 00000100:00000010:1.0:1773941433.016292:0:14703:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8a5a99751c00. 00000100:00000010:1.0:1773941433.016299:0:14703:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8a5a99750e00. 00000100:00000010:1.0:1773941433.016302:0:14703:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8a5a82f7c400. 00000100:00000001:1.0:1773941433.016305:0:14703:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:1.0:1773941433.016306:0:14703:0:(service.c:3391:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:1.0:1773941433.016309:0:14703:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 17 lazy 00000400:00000001:1.0:1773941433.016319:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016320:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016322:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629580. 00000400:00000200:1.0:1773941433.016325:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835b4000 00000400:00000010:1.0:1773941433.016327:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835b4000. 00000100:00000001:1.0:1773941433.016330:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016332:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016337:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016340:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1773941433.016341:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016343:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016344:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016346:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629b58. 00000400:00000200:1.0:1773941433.016349:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835e2e40 00000400:00000010:1.0:1773941433.016350:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835e2e40. 00000100:00000001:1.0:1773941433.016353:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016354:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016359:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016361:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1773941433.016363:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016364:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016365:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016367:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629948. 00000400:00000200:1.0:1773941433.016369:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835e2780 00000400:00000010:1.0:1773941433.016371:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835e2780. 00000100:00000001:1.0:1773941433.016373:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016374:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016379:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016380:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1773941433.016382:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016384:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016385:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016386:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629268. 00000400:00000200:1.0:1773941433.016388:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835e2480 00000400:00000010:1.0:1773941433.016390:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835e2480. 00000100:00000001:1.0:1773941433.016391:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016393:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016397:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016405:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1773941433.016406:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016409:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016410:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016412:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629f20. 00000400:00000200:1.0:1773941433.016414:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835e2900 00000400:00000010:1.0:1773941433.016416:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835e2900. 00000100:00000001:1.0:1773941433.016418:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016419:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016423:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016425:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1773941433.016426:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016428:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016429:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016431:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629898. 00000400:00000200:1.0:1773941433.016433:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835e2d80 00000400:00000010:1.0:1773941433.016434:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835e2d80. 00000100:00000001:1.0:1773941433.016436:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016437:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016442:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016444:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1773941433.016446:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016448:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016450:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016451:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8014b840. 00000400:00000200:1.0:1773941433.016454:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835e2240 00000400:00000010:1.0:1773941433.016456:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835e2240. 00000100:00000001:1.0:1773941433.016458:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016459:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016464:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016465:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1773941433.016467:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016469:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016470:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016471:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8014b790. 00000400:00000200:1.0:1773941433.016474:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835e2840 00000400:00000010:1.0:1773941433.016475:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835e2840. 00000100:00000001:1.0:1773941433.016477:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016485:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016488:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016490:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1773941433.016492:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016494:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016496:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016497:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8014b4d0. 00000400:00000200:1.0:1773941433.016500:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835e2540 00000400:00000010:1.0:1773941433.016502:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835e2540. 00000100:00000001:1.0:1773941433.016504:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016505:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016509:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016511:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1773941433.016512:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016514:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016515:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016517:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8014be18. 00000400:00000200:1.0:1773941433.016520:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835e23c0 00000400:00000010:1.0:1773941433.016521:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835e23c0. 00000100:00000001:1.0:1773941433.016523:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016525:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016529:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016530:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1773941433.016532:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016534:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016535:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016536:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8014bc08. 00000400:00000200:1.0:1773941433.016539:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835e2cc0 00000400:00000010:1.0:1773941433.016541:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835e2cc0. 00000100:00000001:1.0:1773941433.016543:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016544:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016548:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016550:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1773941433.016552:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016554:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016555:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016557:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8014b108. 00000400:00000200:1.0:1773941433.016559:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835e2600 00000400:00000010:1.0:1773941433.016566:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835e2600. 00000100:00000001:1.0:1773941433.016569:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016571:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016576:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016577:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1773941433.016579:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016581:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016582:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016584:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8014b478. 00000400:00000200:1.0:1773941433.016587:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835e26c0 00000400:00000010:1.0:1773941433.016589:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835e26c0. 00000100:00000001:1.0:1773941433.016591:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016592:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016596:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016598:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1773941433.016599:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016601:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016602:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016604:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8014b688. 00000400:00000200:1.0:1773941433.016606:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835e2b40 00000400:00000010:1.0:1773941433.016607:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835e2b40. 00000100:00000001:1.0:1773941433.016609:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016610:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016614:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016616:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1773941433.016618:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016619:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016621:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016622:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8014b210. 00000400:00000200:1.0:1773941433.016625:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835e2f00 00000400:00000010:1.0:1773941433.016626:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835e2f00. 00000100:00000001:1.0:1773941433.016629:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016630:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016634:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016636:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1773941433.016637:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016670:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016679:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016681:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8014b058. 00000400:00000200:1.0:1773941433.016685:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835e2a80 00000400:00000010:1.0:1773941433.016687:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835e2a80. 00000100:00000001:1.0:1773941433.016692:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016694:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016701:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016704:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1773941433.016707:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016710:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016712:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016714:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8014bd68. 00000400:00000200:1.0:1773941433.016718:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835e2180 00000400:00000010:1.0:1773941433.016720:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835e2180. 00000100:00000001:1.0:1773941433.016724:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016726:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016734:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016736:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1773941433.016740:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016742:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016744:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016746:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8014b2c0. 00000400:00000200:1.0:1773941433.016750:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835e20c0 00000400:00000010:1.0:1773941433.016753:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835e20c0. 00000100:00000001:1.0:1773941433.016757:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016759:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016766:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016768:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1773941433.016772:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016774:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016775:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016778:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8014bcb8. 00000400:00000200:1.0:1773941433.016781:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835e2300 00000400:00000010:1.0:1773941433.016782:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835e2300. 00000100:00000001:1.0:1773941433.016785:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016803:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016808:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016810:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1773941433.016818:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016822:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016823:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016825:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb6e0. 00000400:00000200:1.0:1773941433.016827:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835e2c00 00000400:00000010:1.0:1773941433.016829:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835e2c00. 00000100:00000001:1.0:1773941433.016832:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016833:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016838:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016840:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1773941433.016841:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016843:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016844:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016846:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfbc60. 00000400:00000200:1.0:1773941433.016848:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a8322d3c0 00000400:00000010:1.0:1773941433.016850:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a8322d3c0. 00000100:00000001:1.0:1773941433.016853:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016854:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016858:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016860:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1773941433.016861:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016863:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016864:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016865:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb9f8. 00000400:00000200:1.0:1773941433.016866:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a8322df00 00000400:00000010:1.0:1773941433.016867:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a8322df00. 00000100:00000001:1.0:1773941433.016869:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016870:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016873:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016874:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1773941433.016874:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016876:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016876:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016877:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb000. 00000400:00000200:1.0:1773941433.016879:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a8322d000 00000400:00000010:1.0:1773941433.016880:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a8322d000. 00000100:00000001:1.0:1773941433.016881:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016882:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016890:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016891:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1773941433.016892:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016894:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016895:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016896:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb420. 00000400:00000200:1.0:1773941433.016897:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a8322d480 00000400:00000010:1.0:1773941433.016898:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a8322d480. 00000100:00000001:1.0:1773941433.016899:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016900:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016904:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016907:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1773941433.016908:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016910:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016911:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016913:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb5d8. 00000400:00000200:1.0:1773941433.016915:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a8322db40 00000400:00000010:1.0:1773941433.016917:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a8322db40. 00000100:00000001:1.0:1773941433.016920:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016921:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016925:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016927:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1773941433.016929:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016931:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016932:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016934:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb3c8. 00000400:00000200:1.0:1773941433.016936:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a8322d9c0 00000400:00000010:1.0:1773941433.016937:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a8322d9c0. 00000100:00000001:1.0:1773941433.016940:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016941:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016945:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016947:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1773941433.016948:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016950:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016951:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016953:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb1b8. 00000400:00000200:1.0:1773941433.016954:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a8322d840 00000400:00000010:1.0:1773941433.016956:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a8322d840. 00000100:00000001:1.0:1773941433.016965:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016966:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016971:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016973:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1773941433.016974:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016977:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016978:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016979:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfbaa8. 00000400:00000200:1.0:1773941433.016982:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a8322d6c0 00000400:00000010:1.0:1773941433.016983:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a8322d6c0. 00000100:00000001:1.0:1773941433.016986:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.016987:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.016991:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.016993:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1773941433.016994:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.016996:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.016997:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.016998:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfbe18. 00000400:00000200:1.0:1773941433.017001:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a8322d0c0 00000400:00000010:1.0:1773941433.017003:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a8322d0c0. 00000100:00000001:1.0:1773941433.017004:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017006:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017010:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017011:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1773941433.017013:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017015:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017016:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017018:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfbc08. 00000400:00000200:1.0:1773941433.017020:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a8322dd80 00000400:00000010:1.0:1773941433.017022:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a8322dd80. 00000100:00000001:1.0:1773941433.017024:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017025:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017029:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017031:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1773941433.017032:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017034:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017035:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017036:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb108. 00000400:00000200:1.0:1773941433.017045:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a8322dc00 00000400:00000010:1.0:1773941433.017046:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a8322dc00. 00000100:00000001:1.0:1773941433.017049:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017051:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017056:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017058:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1773941433.017060:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017062:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017063:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017064:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb478. 00000400:00000200:1.0:1773941433.017067:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a8322da80 00000400:00000010:1.0:1773941433.017068:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a8322da80. 00000100:00000001:1.0:1773941433.017071:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017072:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017076:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017078:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1773941433.017080:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017081:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017083:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017084:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb688. 00000400:00000200:1.0:1773941433.017086:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a983d6000 00000400:00000010:1.0:1773941433.017088:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a983d6000. 00000100:00000001:1.0:1773941433.017092:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017093:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017108:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017110:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:1.0:1773941433.017113:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017114:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017116:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017117:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb210. 00000400:00000200:1.0:1773941433.017120:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a983d6600 00000400:00000010:1.0:1773941433.017122:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a983d6600. 00000100:00000001:1.0:1773941433.017124:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017125:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017130:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017132:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1773941433.017133:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017142:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017143:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017145:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb058. 00000400:00000200:1.0:1773941433.017147:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a983d6b40 00000400:00000010:1.0:1773941433.017149:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a983d6b40. 00000100:00000001:1.0:1773941433.017151:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017153:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017157:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017159:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1773941433.017160:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017162:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017163:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017164:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfbd68. 00000400:00000200:1.0:1773941433.017167:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a983d6300 00000400:00000010:1.0:1773941433.017168:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a983d6300. 00000100:00000001:1.0:1773941433.017171:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017172:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017177:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017179:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1773941433.017181:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017182:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017184:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017185:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb2c0. 00000400:00000200:1.0:1773941433.017187:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a983d6540 00000400:00000010:1.0:1773941433.017188:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a983d6540. 00000100:00000001:1.0:1773941433.017190:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017192:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017196:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017198:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1773941433.017199:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017201:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017202:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017203:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfbcb8. 00000400:00000200:1.0:1773941433.017205:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a983d6780 00000400:00000010:1.0:1773941433.017207:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a983d6780. 00000100:00000001:1.0:1773941433.017209:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017210:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017215:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017222:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1773941433.017224:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017226:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017227:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017229:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb8f0. 00000400:00000200:1.0:1773941433.017231:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a983d6180 00000400:00000010:1.0:1773941433.017233:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a983d6180. 00000100:00000001:1.0:1773941433.017235:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017237:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017241:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017243:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1773941433.017245:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017247:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017248:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017250:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfbbb0. 00000400:00000200:1.0:1773941433.017252:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a983d6900 00000400:00000010:1.0:1773941433.017254:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a983d6900. 00000100:00000001:1.0:1773941433.017256:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017257:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017263:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017264:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1773941433.017266:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017268:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017269:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017271:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb630. 00000400:00000200:1.0:1773941433.017274:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a983d6840 00000400:00000010:1.0:1773941433.017275:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a983d6840. 00000100:00000001:1.0:1773941433.017278:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017279:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017284:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017285:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1773941433.017287:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017289:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017290:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017292:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb370. 00000400:00000200:1.0:1773941433.017294:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a983d6240 00000400:00000010:1.0:1773941433.017296:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a983d6240. 00000100:00000001:1.0:1773941433.017299:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017307:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017312:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017314:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1773941433.017316:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017318:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017320:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017321:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfba50. 00000400:00000200:1.0:1773941433.017324:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a983d63c0 00000400:00000010:1.0:1773941433.017326:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a983d63c0. 00000100:00000001:1.0:1773941433.017328:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017330:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017334:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017335:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1773941433.017337:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017339:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017340:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017342:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb528. 00000400:00000200:1.0:1773941433.017344:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a983d6d80 00000400:00000010:1.0:1773941433.017345:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a983d6d80. 00000100:00000001:1.0:1773941433.017348:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017349:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017353:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017355:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1773941433.017357:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017358:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017359:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017361:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb318. 00000400:00000200:1.0:1773941433.017363:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a983d6cc0 00000400:00000010:1.0:1773941433.017365:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a983d6cc0. 00000100:00000001:1.0:1773941433.017367:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017368:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017372:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017374:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1773941433.017376:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017378:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017379:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017381:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb580. 00000400:00000200:1.0:1773941433.017383:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a983d6f00 00000400:00000010:1.0:1773941433.017392:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a983d6f00. 00000100:00000001:1.0:1773941433.017395:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017396:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017400:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017402:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1773941433.017404:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017405:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017407:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017409:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfbb58. 00000400:00000200:1.0:1773941433.017411:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a983d6c00 00000400:00000010:1.0:1773941433.017412:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a983d6c00. 00000100:00000001:1.0:1773941433.017414:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017415:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017419:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017421:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1773941433.017422:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017424:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017425:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017426:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb948. 00000400:00000200:1.0:1773941433.017429:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a983d66c0 00000400:00000010:1.0:1773941433.017431:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a983d66c0. 00000100:00000001:1.0:1773941433.017433:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017434:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017438:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017440:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1773941433.017441:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017443:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017444:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017446:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb268. 00000400:00000200:1.0:1773941433.017448:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a983d6a80 00000400:00000010:1.0:1773941433.017450:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a983d6a80. 00000100:00000001:1.0:1773941433.017452:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017454:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017457:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017459:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1773941433.017461:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017462:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017469:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017471:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfbf20. 00000400:00000200:1.0:1773941433.017474:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a983d6480 00000400:00000010:1.0:1773941433.017475:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a983d6480. 00000100:00000001:1.0:1773941433.017478:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017479:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017484:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017485:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1773941433.017487:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017489:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017490:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017491:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb898. 00000400:00000200:1.0:1773941433.017494:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a983d60c0 00000400:00000010:1.0:1773941433.017495:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a983d60c0. 00000100:00000001:1.0:1773941433.017498:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017499:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017503:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017505:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1773941433.017507:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017508:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017509:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017511:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfbec8. 00000400:00000200:1.0:1773941433.017513:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a983d6e40 00000400:00000010:1.0:1773941433.017515:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a983d6e40. 00000100:00000001:1.0:1773941433.017517:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017519:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017523:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017524:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1773941433.017526:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017528:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017529:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017530:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfbb00. 00000400:00000200:1.0:1773941433.017533:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a997ada80 00000400:00000010:1.0:1773941433.017535:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a997ada80. 00000100:00000001:1.0:1773941433.017537:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017539:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017543:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017545:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1773941433.017552:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017555:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017556:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017558:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb9a0. 00000400:00000200:1.0:1773941433.017561:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a997ad000 00000400:00000010:1.0:1773941433.017563:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a997ad000. 00000100:00000001:1.0:1773941433.017565:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017566:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017570:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017572:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1773941433.017574:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017575:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017577:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017578:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb160. 00000400:00000200:1.0:1773941433.017580:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a997adf00 00000400:00000010:1.0:1773941433.017582:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a997adf00. 00000100:00000001:1.0:1773941433.017584:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017586:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017591:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017593:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1773941433.017595:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017597:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017599:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017601:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb738. 00000400:00000200:1.0:1773941433.017603:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a997ad780 00000400:00000010:1.0:1773941433.017605:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a997ad780. 00000100:00000001:1.0:1773941433.017607:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017609:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017613:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017615:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1773941433.017617:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017618:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017620:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017621:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfbf78. 00000400:00000200:1.0:1773941433.017624:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a997adc00 00000400:00000010:1.0:1773941433.017625:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a997adc00. 00000100:00000001:1.0:1773941433.017628:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017629:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017665:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017668:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1773941433.017671:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017674:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017676:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017679:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfbd10. 00000400:00000200:1.0:1773941433.017682:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a997ade40 00000400:00000010:1.0:1773941433.017684:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a997ade40. 00000100:00000001:1.0:1773941433.017687:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017688:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017694:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017696:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1773941433.017699:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017701:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017702:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017704:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb0b0. 00000400:00000200:1.0:1773941433.017708:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a997ad540 00000400:00000010:1.0:1773941433.017711:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a997ad540. 00000100:00000001:1.0:1773941433.017713:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017715:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017719:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017721:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1773941433.017722:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017724:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017725:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017727:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfbe70. 00000400:00000200:1.0:1773941433.017729:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a997adb40 00000400:00000010:1.0:1773941433.017731:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a997adb40. 00000100:00000001:1.0:1773941433.017733:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017735:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017739:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017741:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1773941433.017742:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017744:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017745:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017747:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfbdc0. 00000400:00000200:1.0:1773941433.017749:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a997ad0c0 00000400:00000010:1.0:1773941433.017751:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a997ad0c0. 00000100:00000001:1.0:1773941433.017760:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017761:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017766:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017767:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1773941433.017769:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017771:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017772:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017774:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb7e8. 00000400:00000200:1.0:1773941433.017777:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a997ad6c0 00000400:00000010:1.0:1773941433.017778:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a997ad6c0. 00000100:00000001:1.0:1773941433.017781:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017782:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017802:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017805:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1773941433.017806:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017808:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017809:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017811:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb840. 00000400:00000200:1.0:1773941433.017814:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a997ad240 00000400:00000010:1.0:1773941433.017815:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a997ad240. 00000100:00000001:1.0:1773941433.017818:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017820:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017824:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017826:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1773941433.017828:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017830:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017831:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017833:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a9abfb790. 00000400:00000200:1.0:1773941433.017835:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a997ad840 00000400:00000010:1.0:1773941433.017836:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a997ad840. 00000100:00000001:1.0:1773941433.017838:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017840:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017844:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017846:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1773941433.017847:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017850:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017851:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017852:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b420. 00000400:00000200:1.0:1773941433.017863:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a833d90c0 00000400:00000010:1.0:1773941433.017864:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a833d90c0. 00000100:00000001:1.0:1773941433.017867:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017868:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017873:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017875:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1773941433.017877:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017879:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017880:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017882:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b000. 00000400:00000200:1.0:1773941433.017884:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a833d9b40 00000400:00000010:1.0:1773941433.017886:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a833d9b40. 00000100:00000001:1.0:1773941433.017888:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017889:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017894:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017896:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:1.0:1773941433.017897:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017899:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017900:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017901:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b9f8. 00000400:00000200:1.0:1773941433.017904:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a833d9c00 00000400:00000010:1.0:1773941433.017905:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a833d9c00. 00000100:00000001:1.0:1773941433.017908:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017909:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017913:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017915:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:1.0:1773941433.017917:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017918:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017919:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017921:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352bc60. 00000400:00000200:1.0:1773941433.017923:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a833d9f00 00000400:00000010:1.0:1773941433.017925:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a833d9f00. 00000100:00000001:1.0:1773941433.017926:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017928:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017932:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017934:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:1.0:1773941433.017935:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017944:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017946:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017947:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b6e0. 00000400:00000200:1.0:1773941433.017950:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a833d9840 00000400:00000010:1.0:1773941433.017952:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a833d9840. 00000100:00000001:1.0:1773941433.017954:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017956:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017960:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017962:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:1.0:1773941433.017964:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017966:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017967:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017969:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352bdc0. 00000400:00000200:1.0:1773941433.017971:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a833d9900 00000400:00000010:1.0:1773941433.017973:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a833d9900. 00000100:00000001:1.0:1773941433.017975:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017976:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.017981:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.017982:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:1.0:1773941433.017984:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.017986:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.017987:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.017988:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b7e8. 00000400:00000200:1.0:1773941433.017991:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a833d9000 00000400:00000010:1.0:1773941433.017993:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a833d9000. 00000100:00000001:1.0:1773941433.017995:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.017996:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018000:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018002:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:1.0:1773941433.018003:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018005:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018006:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018008:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b840. 00000400:00000200:1.0:1773941433.018010:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a833d9cc0 00000400:00000010:1.0:1773941433.018012:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a833d9cc0. 00000100:00000001:1.0:1773941433.018014:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018015:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018020:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018027:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:1.0:1773941433.018029:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018032:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018034:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018035:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b790. 00000400:00000200:1.0:1773941433.018038:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a833d9d80 00000400:00000010:1.0:1773941433.018039:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a833d9d80. 00000100:00000001:1.0:1773941433.018042:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018043:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018047:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018049:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:1.0:1773941433.018051:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018052:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018053:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018055:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b4d0. 00000400:00000200:1.0:1773941433.018058:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a833d9a80 00000400:00000010:1.0:1773941433.018059:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a833d9a80. 00000100:00000001:1.0:1773941433.018061:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018063:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018068:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018069:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:1.0:1773941433.018071:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018073:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018074:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018076:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352be18. 00000400:00000200:1.0:1773941433.018078:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a833d93c0 00000400:00000010:1.0:1773941433.018080:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a833d93c0. 00000100:00000001:1.0:1773941433.018082:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018084:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018088:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018090:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:1.0:1773941433.018092:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018093:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018094:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018096:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352bc08. 00000400:00000200:1.0:1773941433.018098:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a833d9600 00000400:00000010:1.0:1773941433.018100:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a833d9600. 00000100:00000001:1.0:1773941433.018102:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018110:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018115:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018117:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:1.0:1773941433.018118:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018122:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018123:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018125:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b108. 00000400:00000200:1.0:1773941433.018127:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a833d9240 00000400:00000010:1.0:1773941433.018129:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a833d9240. 00000100:00000001:1.0:1773941433.018131:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018132:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018136:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018139:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:1.0:1773941433.018140:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018142:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018143:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018145:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b478. 00000400:00000200:1.0:1773941433.018147:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a87e14d80 00000400:00000010:1.0:1773941433.018149:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a87e14d80. 00000100:00000001:1.0:1773941433.018151:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018153:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018157:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018159:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:1.0:1773941433.018160:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018162:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018163:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018165:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b688. 00000400:00000200:1.0:1773941433.018168:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a87e14b40 00000400:00000010:1.0:1773941433.018170:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a87e14b40. 00000100:00000001:1.0:1773941433.018172:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018173:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018178:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018179:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:1.0:1773941433.018182:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018183:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018185:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018186:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b210. 00000400:00000200:1.0:1773941433.018189:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a834cff00 00000400:00000010:1.0:1773941433.018198:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a834cff00. 00000100:00000001:1.0:1773941433.018203:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018206:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018211:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018213:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:1.0:1773941433.018216:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018218:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018219:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018221:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b058. 00000400:00000200:1.0:1773941433.018224:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83078600 00000400:00000010:1.0:1773941433.018226:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83078600. 00000100:00000001:1.0:1773941433.018228:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018230:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018235:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018237:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:1.0:1773941433.018239:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018241:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018242:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018244:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352bd68. 00000400:00000200:1.0:1773941433.018247:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a830789c0 00000400:00000010:1.0:1773941433.018249:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a830789c0. 00000100:00000001:1.0:1773941433.018251:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018252:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018256:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018259:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:1.0:1773941433.018260:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018262:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018263:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018265:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b2c0. 00000400:00000200:1.0:1773941433.018267:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83078e40 00000400:00000010:1.0:1773941433.018269:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83078e40. 00000100:00000001:1.0:1773941433.018271:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018273:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018278:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018280:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:1.0:1773941433.018282:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018284:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018293:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018295:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd160. 00000400:00000200:1.0:1773941433.018297:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83078540 00000400:00000010:1.0:1773941433.018299:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83078540. 00000100:00000001:1.0:1773941433.018303:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018304:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018310:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018311:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:1.0:1773941433.018313:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018315:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018316:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018318:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd9a0. 00000400:00000200:1.0:1773941433.018320:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83078780 00000400:00000010:1.0:1773941433.018322:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83078780. 00000100:00000001:1.0:1773941433.018324:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018325:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018331:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018333:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:1.0:1773941433.018335:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018337:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018338:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018340:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddb00. 00000400:00000200:1.0:1773941433.018343:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83078d80 00000400:00000010:1.0:1773941433.018345:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83078d80. 00000100:00000001:1.0:1773941433.018348:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018349:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018353:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018355:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:1.0:1773941433.018358:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018360:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018361:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018363:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddec8. 00000400:00000200:1.0:1773941433.018365:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a830786c0 00000400:00000010:1.0:1773941433.018367:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a830786c0. 00000100:00000001:1.0:1773941433.018369:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018370:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018375:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018376:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:1.0:1773941433.018384:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018387:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018388:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018390:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd738. 00000400:00000200:1.0:1773941433.018392:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83078300 00000400:00000010:1.0:1773941433.018394:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83078300. 00000100:00000001:1.0:1773941433.018396:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018397:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018402:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018404:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:1.0:1773941433.018405:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018407:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018408:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018410:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddf78. 00000400:00000200:1.0:1773941433.018412:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83078cc0 00000400:00000010:1.0:1773941433.018414:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83078cc0. 00000100:00000001:1.0:1773941433.018416:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018418:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018423:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018425:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:1.0:1773941433.018426:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018429:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018430:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018432:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddd10. 00000400:00000200:1.0:1773941433.018434:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83078480 00000400:00000010:1.0:1773941433.018436:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83078480. 00000100:00000001:1.0:1773941433.018438:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018440:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018444:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018447:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:1.0:1773941433.018449:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018450:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018452:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018454:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd0b0. 00000400:00000200:1.0:1773941433.018457:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83078180 00000400:00000010:1.0:1773941433.018459:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83078180. 00000100:00000001:1.0:1773941433.018461:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018462:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018481:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018486:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:1.0:1773941433.018489:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018493:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018496:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018500:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dde70. 00000400:00000200:1.0:1773941433.018505:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83078b40 00000400:00000010:1.0:1773941433.018508:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83078b40. 00000100:00000001:1.0:1773941433.018510:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018511:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018517:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018520:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:1.0:1773941433.018523:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018525:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018526:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018528:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddaa8. 00000400:00000200:1.0:1773941433.018531:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a98661a80 00000400:00000010:1.0:1773941433.018532:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a98661a80. 00000100:00000001:1.0:1773941433.018536:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018538:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018543:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018544:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:1.0:1773941433.018546:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018547:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018548:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018550:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd1b8. 00000400:00000200:1.0:1773941433.018553:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a98661000 00000400:00000010:1.0:1773941433.018555:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a98661000. 00000100:00000001:1.0:1773941433.018557:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018559:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018563:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018565:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:1.0:1773941433.018566:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018568:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018569:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018571:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd3c8. 00000400:00000200:1.0:1773941433.018573:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a91b5c9c0 00000400:00000010:1.0:1773941433.018575:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a91b5c9c0. 00000100:00000001:1.0:1773941433.018586:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018587:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018592:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018594:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:1.0:1773941433.018595:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018597:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018599:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018601:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd5d8. 00000400:00000200:1.0:1773941433.018603:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a91b5c480 00000400:00000010:1.0:1773941433.018605:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a91b5c480. 00000100:00000001:1.0:1773941433.018608:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018609:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018614:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018616:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:1.0:1773941433.018618:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018619:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018621:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018622:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd420. 00000400:00000200:1.0:1773941433.018625:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a997aed80 00000400:00000010:1.0:1773941433.018627:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a997aed80. 00000100:00000001:1.0:1773941433.018629:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018631:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018635:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018637:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00010000:00000010:1.1:1773941433.018696:0:14703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813efe00. 00010000:00000010:1.1:1773941433.018706:0:14703:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4100. 00000100:00000001:1.0:1773941433.018784:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018801:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018803:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018805:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd000. 00000400:00000200:1.0:1773941433.018809:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a997aeb40 00000400:00000010:1.0:1773941433.018812:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a997aeb40. 00000100:00000001:1.0:1773941433.018816:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018818:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018825:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018827:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:1.0:1773941433.018830:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018831:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018833:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018835:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd9f8. 00000400:00000200:1.0:1773941433.018847:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a997ae240 00000400:00000010:1.0:1773941433.018850:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a997ae240. 00000100:00000001:1.0:1773941433.018855:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018857:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018863:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018866:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:1.0:1773941433.018870:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018873:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018875:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018877:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddc60. 00000400:00000200:1.0:1773941433.018881:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a997ae0c0 00000400:00000010:1.0:1773941433.018884:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a997ae0c0. 00000100:00000001:1.0:1773941433.018888:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018890:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018896:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018898:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:1.0:1773941433.018900:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018902:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018903:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018905:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd6e0. 00000400:00000200:1.0:1773941433.018915:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a997ae3c0 00000400:00000010:1.0:1773941433.018918:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a997ae3c0. 00000100:00000001:1.0:1773941433.018921:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018923:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018928:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018931:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:1.0:1773941433.018933:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018936:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018938:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018940:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dddc0. 00000400:00000200:1.0:1773941433.018943:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a997ae9c0 00000400:00000010:1.0:1773941433.018945:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a997ae9c0. 00000100:00000001:1.0:1773941433.018948:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018949:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018954:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018956:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:1.0:1773941433.018958:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018968:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018970:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018972:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd7e8. 00000400:00000200:1.0:1773941433.018975:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83578900 00000400:00000010:1.0:1773941433.018977:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83578900. 00000100:00000001:1.0:1773941433.018980:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.018982:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.018987:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.018990:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:1.0:1773941433.018993:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.018995:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.018996:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.018998:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd840. 00000400:00000200:1.0:1773941433.019001:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83578cc0 00000400:00000010:1.0:1773941433.019003:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83578cc0. 00000100:00000001:1.0:1773941433.019006:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019008:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019015:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019017:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:1.0:1773941433.019019:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019021:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019023:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019024:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd790. 00000400:00000200:1.0:1773941433.019027:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83578000 00000400:00000010:1.0:1773941433.019029:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83578000. 00000100:00000001:1.0:1773941433.019031:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019032:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019038:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019040:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:1.0:1773941433.019043:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019045:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019047:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019048:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd4d0. 00000400:00000200:1.0:1773941433.019051:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9011fd80 00000400:00000010:1.0:1773941433.019053:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a9011fd80. 00000100:00000001:1.0:1773941433.019055:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019057:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019062:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019070:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:1.0:1773941433.019072:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019075:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019076:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019078:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dde18. 00000400:00000200:1.0:1773941433.019081:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9011fcc0 00000400:00000010:1.0:1773941433.019083:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a9011fcc0. 00000100:00000001:1.0:1773941433.019086:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019088:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019093:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019095:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:1.0:1773941433.019097:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019099:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019100:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019102:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddc08. 00000400:00000200:1.0:1773941433.019104:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9011f840 00000400:00000010:1.0:1773941433.019106:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a9011f840. 00000100:00000001:1.0:1773941433.019108:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019110:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019117:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019119:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:1.0:1773941433.019121:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019123:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019125:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019127:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd108. 00000400:00000200:1.0:1773941433.019130:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a99250e40 00000400:00000010:1.0:1773941433.019132:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a99250e40. 00000100:00000001:1.0:1773941433.019135:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019137:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019144:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019146:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:1.0:1773941433.019148:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019150:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019152:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019154:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd478. 00000400:00000200:1.0:1773941433.019156:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a99250cc0 00000400:00000010:1.0:1773941433.019159:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a99250cc0. 00000100:00000001:1.0:1773941433.019161:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019168:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019175:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019177:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:1.0:1773941433.019179:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019181:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019183:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019185:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd688. 00000400:00000200:1.0:1773941433.019188:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a992506c0 00000400:00000010:1.0:1773941433.019190:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a992506c0. 00000100:00000001:1.0:1773941433.019192:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019194:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019198:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019201:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:1.0:1773941433.019203:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019205:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019207:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019209:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd210. 00000400:00000200:1.0:1773941433.019212:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a99250480 00000400:00000010:1.0:1773941433.019214:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a99250480. 00000100:00000001:1.0:1773941433.019217:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019219:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019226:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019228:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:1.0:1773941433.019231:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019233:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019235:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019237:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd058. 00000400:00000200:1.0:1773941433.019240:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a99250d80 00000400:00000010:1.0:1773941433.019241:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a99250d80. 00000100:00000001:1.0:1773941433.019245:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019247:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019253:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019255:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:1.0:1773941433.019258:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019261:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019262:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019264:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddd68. 00000400:00000200:1.0:1773941433.019268:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a99250180 00000400:00000010:1.0:1773941433.019279:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a99250180. 00000100:00000001:1.0:1773941433.019284:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019285:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019290:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019292:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:1.0:1773941433.019294:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019296:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019298:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019300:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd2c0. 00000400:00000200:1.0:1773941433.019303:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a99250300 00000400:00000010:1.0:1773941433.019305:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a99250300. 00000100:00000001:1.0:1773941433.019307:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019308:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019313:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019315:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:1.0:1773941433.019317:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019318:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019320:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019322:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddcb8. 00000400:00000200:1.0:1773941433.019325:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4600 00000400:00000010:1.0:1773941433.019327:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4600. 00000100:00000001:1.0:1773941433.019330:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019331:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019337:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019340:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:1.0:1773941433.019343:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019345:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019347:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019349:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd8f0. 00000400:00000200:1.0:1773941433.019353:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4180 00000400:00000010:1.0:1773941433.019355:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4180. 00000100:00000001:1.0:1773941433.019357:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019358:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019363:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019365:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:1.0:1773941433.019366:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019368:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019376:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019378:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddbb0. 00000400:00000200:1.0:1773941433.019381:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4300 00000400:00000010:1.0:1773941433.019383:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4300. 00000100:00000001:1.0:1773941433.019387:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019389:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019395:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019397:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:1.0:1773941433.019399:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019401:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019402:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019404:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd630. 00000400:00000200:1.0:1773941433.019407:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c46c0 00000400:00000010:1.0:1773941433.019409:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c46c0. 00000100:00000001:1.0:1773941433.019412:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019413:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019420:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019422:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:1.0:1773941433.019425:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019427:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019428:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019430:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd370. 00000400:00000200:1.0:1773941433.019433:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4d80 00000400:00000010:1.0:1773941433.019435:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4d80. 00000100:00000001:1.0:1773941433.019438:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019440:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019445:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019447:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:1.0:1773941433.019449:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019451:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019453:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019455:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dda50. 00000400:00000200:1.0:1773941433.019458:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4480 00000400:00000010:1.0:1773941433.019460:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4480. 00000100:00000001:1.0:1773941433.019463:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019465:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019471:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019473:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:1.0:1773941433.019482:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019484:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019485:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019487:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd528. 00000400:00000200:1.0:1773941433.019490:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c40c0 00000400:00000010:1.0:1773941433.019492:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c40c0. 00000100:00000001:1.0:1773941433.019495:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019496:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019503:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019506:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:1.0:1773941433.019507:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019510:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019512:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019514:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd318. 00000400:00000200:1.0:1773941433.019518:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4540 00000400:00000010:1.0:1773941433.019520:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4540. 00000100:00000001:1.0:1773941433.019523:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019524:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019531:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019534:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:1.0:1773941433.019536:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019537:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019539:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019541:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd580. 00000400:00000200:1.0:1773941433.019544:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4a80 00000400:00000010:1.0:1773941433.019546:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4a80. 00000100:00000001:1.0:1773941433.019550:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019552:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019557:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019559:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:1.0:1773941433.019561:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019562:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019563:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019565:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddb58. 00000400:00000200:1.0:1773941433.019568:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4c00 00000400:00000010:1.0:1773941433.019571:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4c00. 00000100:00000001:1.0:1773941433.019574:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019575:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019590:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019592:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:1.0:1773941433.019594:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019597:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019599:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019601:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd948. 00000400:00000200:1.0:1773941433.019605:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c43c0 00000400:00000010:1.0:1773941433.019607:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c43c0. 00000100:00000001:1.0:1773941433.019610:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019612:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019617:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019620:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:1.0:1773941433.019623:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019625:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019627:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019629:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd268. 00000400:00000200:1.0:1773941433.019633:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4900 00000400:00000010:1.0:1773941433.019635:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4900. 00000100:00000001:1.0:1773941433.019638:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019665:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019671:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019673:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:1.0:1773941433.019675:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:1.0:1773941433.019677:0:14703:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941433.019679:0:14703:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941433.019681:0:14703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd898. 00000400:00000200:1.0:1773941433.019685:0:14703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4cc0 00000400:00000010:1.0:1773941433.019688:0:14703:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4cc0. 00000100:00000001:1.0:1773941433.019691:0:14703:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1773941433.019693:0:14703:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:1.0:1773941433.019698:0:14703:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:1.0:1773941433.019700:0:14703:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:1.0:1773941433.019702:0:14703:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1773941433.019705:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019707:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019711:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019712:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019716:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019725:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019728:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019730:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019733:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019734:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019738:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019740:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019744:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019746:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019749:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019751:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019754:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019756:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019758:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019760:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019762:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019764:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019767:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019769:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019772:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019774:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019776:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019777:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019780:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019782:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019785:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019802:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019806:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019808:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019811:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019813:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019816:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019818:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019820:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019822:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019825:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019827:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019830:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019832:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019835:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019843:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019846:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019847:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019850:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019852:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019855:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019857:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019861:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019863:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019866:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019868:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019872:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019874:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019876:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019877:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019880:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019882:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019884:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019886:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019889:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019891:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019894:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019895:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019899:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019901:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019904:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019905:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019908:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019910:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019913:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019915:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019919:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019921:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019924:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019926:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019929:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019931:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019935:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019937:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019941:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019949:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019953:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019955:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019958:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019960:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019964:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019966:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019969:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019971:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019974:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019976:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019979:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019980:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019984:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019986:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019989:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019991:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.019995:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.019997:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.020000:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.020002:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.020005:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.020007:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.020010:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.020012:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.020015:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.020017:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.020020:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.020022:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.020025:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.020026:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.020030:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.020032:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.020035:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.020037:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.020040:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.020042:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.020045:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.020047:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.020050:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.020059:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.020063:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.020064:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1773941433.020070:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c4a000. 00000100:00000010:1.0:1773941433.020078:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e0400. 00000100:00000010:1.0:1773941433.020083:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c48000. 00000100:00000010:1.0:1773941433.020088:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e3c00. 00000100:00000010:1.0:1773941433.020093:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835d0000. 00000100:00000010:1.0:1773941433.020099:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e0000. 00000100:00000010:1.0:1773941433.020103:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835d6000. 00000100:00000010:1.0:1773941433.020108:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e2400. 00000100:00000010:1.0:1773941433.020114:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835d4000. 00000100:00000010:1.0:1773941433.020118:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e3000. 00000100:00000010:1.0:1773941433.020123:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835d2000. 00000100:00000010:1.0:1773941433.020128:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e0800. 00000100:00000010:1.0:1773941433.020133:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90fee000. 00000100:00000010:1.0:1773941433.020139:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e3400. 00000100:00000010:1.0:1773941433.020144:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90fec000. 00000100:00000010:1.0:1773941433.020150:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e1c00. 00000100:00000010:1.0:1773941433.020155:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90fea000. 00000100:00000010:1.0:1773941433.020161:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e2000. 00000100:00000010:1.0:1773941433.020165:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90fe8000. 00000100:00000010:1.0:1773941433.020170:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e1800. 00000100:00000010:1.0:1773941433.020175:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850b4000. 00000100:00000010:1.0:1773941433.020182:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e1400. 00000100:00000010:1.0:1773941433.020187:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850b2000. 00000100:00000010:1.0:1773941433.020192:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e2c00. 00000100:00000010:1.0:1773941433.020197:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850b0000. 00000100:00000010:1.0:1773941433.020201:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e2800. 00000100:00000010:1.0:1773941433.020205:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850b6000. 00000100:00000010:1.0:1773941433.020210:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e0c00. 00000100:00000010:1.0:1773941433.020214:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850aa000. 00000100:00000010:1.0:1773941433.020218:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e3800. 00000100:00000010:1.0:1773941433.020230:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850a8000. 00000100:00000010:1.0:1773941433.020234:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e1000. 00000100:00000010:1.0:1773941433.020238:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850ae000. 00000100:00000010:1.0:1773941433.020243:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85526c00. 00000100:00000010:1.0:1773941433.020251:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850ac000. 00000100:00000010:1.0:1773941433.020255:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85526800. 00000100:00000010:1.0:1773941433.020260:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850a4000. 00000100:00000010:1.0:1773941433.020265:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85524c00. 00000100:00000010:1.0:1773941433.020269:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850a2000. 00000100:00000010:1.0:1773941433.020275:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85527800. 00000100:00000010:1.0:1773941433.020279:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850a0000. 00000100:00000010:1.0:1773941433.020283:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85525000. 00000100:00000010:1.0:1773941433.020288:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850a6000. 00000100:00000010:1.0:1773941433.020292:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85524400. 00000100:00000010:1.0:1773941433.020296:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a8a7ec000. 00000100:00000010:1.0:1773941433.020326:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85527c00. 00000100:00000010:1.0:1773941433.020331:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a89afc000. 00000100:00000010:1.0:1773941433.020336:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85524000. 00000100:00000010:1.0:1773941433.020340:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a89afa000. 00000100:00000010:1.0:1773941433.020345:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85526400. 00000100:00000010:1.0:1773941433.020349:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a89af8000. 00000100:00000010:1.0:1773941433.020355:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85527000. 00000100:00000010:1.0:1773941433.020359:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a89afe000. 00000100:00000010:1.0:1773941433.020363:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85524800. 00000100:00000010:1.0:1773941433.020367:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a905fc000. 00000100:00000010:1.0:1773941433.020372:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85527400. 00000100:00000010:1.0:1773941433.020377:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835ba000. 00000100:00000010:1.0:1773941433.020393:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85525c00. 00000100:00000010:1.0:1773941433.020398:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835bc000. 00000100:00000010:1.0:1773941433.020403:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85526000. 00000100:00000010:1.0:1773941433.020406:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835be000. 00000100:00000010:1.0:1773941433.020411:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85525800. 00000100:00000010:1.0:1773941433.020416:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835b8000. 00000100:00000010:1.0:1773941433.020426:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85525400. 00000100:00000010:1.0:1773941433.020431:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a82faa000. 00000100:00000010:1.0:1773941433.020436:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a83273000. 00000100:00000010:1.0:1773941433.020440:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a82fac000. 00000100:00000010:1.0:1773941433.020445:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a83270c00. 00000100:00000010:1.0:1773941433.020450:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a82fae000. 00000100:00000010:1.0:1773941433.020454:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a83270400. 00000100:00000010:1.0:1773941433.020459:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a82fa8000. 00000100:00000010:1.0:1773941433.020464:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5ac2065400. 00000100:00000010:1.0:1773941433.020469:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90e64000. 00000100:00000010:1.0:1773941433.020476:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5ac2066c00. 00000100:00000010:1.0:1773941433.020480:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90e66000. 00000100:00000010:1.0:1773941433.020486:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5ac2067800. 00000100:00000010:1.0:1773941433.020490:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90e60000. 00000100:00000010:1.0:1773941433.020495:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5ac2065000. 00000100:00000010:1.0:1773941433.020499:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90e62000. 00000100:00000010:1.0:1773941433.020504:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5ac207dc00. 00000100:00000010:1.0:1773941433.020510:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90cb0000. 00000100:00000010:1.0:1773941433.020546:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5ac207e000. 00000100:00000010:1.0:1773941433.020552:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90cb2000. 00000100:00000010:1.0:1773941433.020557:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85164c00. 00000100:00000010:1.0:1773941433.020561:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90cb4000. 00000100:00000010:1.0:1773941433.020564:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85165800. 00000100:00000010:1.0:1773941433.020568:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90cb6000. 00000100:00000010:1.0:1773941433.020573:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a84c62c00. 00000100:00000010:1.0:1773941433.020576:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a8388e000. 00000100:00000010:1.0:1773941433.020581:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a84c63800. 00000100:00000010:1.0:1773941433.020586:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a83888000. 00000100:00000010:1.0:1773941433.020591:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a84c60800. 00000100:00000010:1.0:1773941433.020597:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a8388a000. 00000100:00000010:1.0:1773941433.020603:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a84c63000. 00000100:00000010:1.0:1773941433.020608:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a8388c000. 00000100:00000010:1.0:1773941433.020615:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a84c63c00. 00000100:00000010:1.0:1773941433.020626:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a83520000. 00000100:00000010:1.0:1773941433.020631:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8a6bfc00. 00000100:00000010:1.0:1773941433.020635:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a83522000. 00000100:00000010:1.0:1773941433.020661:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8a6bcc00. 00000100:00000010:1.0:1773941433.020666:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a83524000. 00000100:00000010:1.0:1773941433.020670:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8a6bf800. 00000100:00000010:1.0:1773941433.020675:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a83526000. 00000100:00000010:1.0:1773941433.020679:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa078b800. 00000100:00000010:1.0:1773941433.020693:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a900b0000. 00000100:00000010:1.0:1773941433.020733:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa15db000. 00000100:00000010:1.0:1773941433.020738:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a900b2000. 00000100:00000010:1.0:1773941433.020742:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa15d8000. 00000100:00000010:1.0:1773941433.020747:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a900b4000. 00000100:00000010:1.0:1773941433.020752:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa15db400. 00000100:00000010:1.0:1773941433.020756:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a900b6000. 00000100:00000010:1.0:1773941433.020761:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9a85cc00. 00000100:00000010:1.0:1773941433.020766:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a98b7a000. 00000100:00000010:1.0:1773941433.020771:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa071e000. 00000100:00000010:1.0:1773941433.020776:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a98b7c000. 00000100:00000010:1.0:1773941433.020782:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa071dc00. 00000100:00000010:1.0:1773941433.020801:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a98b7e000. 00000100:00000010:1.0:1773941433.020807:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9ab35800. 00000100:00000010:1.0:1773941433.020813:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a98b78000. 00000100:00000010:1.0:1773941433.020818:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9ab36000. 00000100:00000010:1.0:1773941433.020823:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c9a000. 00000100:00000010:1.0:1773941433.020828:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9ab35c00. 00000100:00000010:1.0:1773941433.020833:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c9c000. 00000100:00000010:1.0:1773941433.020839:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9ab37400. 00000100:00000010:1.0:1773941433.020844:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c9e000. 00000100:00000010:1.0:1773941433.020849:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9ab34800. 00000100:00000010:1.0:1773941433.020854:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c98000. 00000100:00000010:1.0:1773941433.020859:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9ab37000. 00000100:00000010:1.0:1773941433.020941:0:14703:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8a5a84e8b800. 00000100:00000010:1.0:1773941433.020952:0:14703:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8a5a900ab800. 00000100:00000010:1.0:1773941433.020956:0:14703:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8a5a900a9800. 00000100:00000001:1.0:1773941433.020962:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.020964:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.020968:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.020970:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.020974:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.020976:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.020980:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.020982:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.020985:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.020987:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.020990:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.020992:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.020995:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.020997:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021001:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021002:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021005:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021007:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021009:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021011:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021012:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021013:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021015:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021016:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021017:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021018:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021020:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021021:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021023:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021024:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021026:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021027:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021028:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021030:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021032:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021033:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021036:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021041:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021044:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021045:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021048:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021049:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021052:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021053:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021056:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021057:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021059:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021060:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021063:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021064:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021067:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021068:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021070:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021071:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021074:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021075:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021078:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021079:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021082:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021083:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021084:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021085:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021088:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021089:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021091:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021092:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021095:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021096:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021099:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021100:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021102:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021104:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021107:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021109:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021111:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021113:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021115:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021122:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021125:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021127:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021130:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021131:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021134:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021136:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021139:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021141:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021145:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021146:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021150:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021152:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021156:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021158:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021160:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021162:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021165:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021167:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021171:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021172:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021174:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021176:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021179:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021181:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021185:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021186:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021190:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021192:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021194:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021196:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021199:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021201:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021204:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021205:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021209:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021211:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021214:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021216:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021219:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021224:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021226:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021228:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021232:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021233:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021236:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021238:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021241:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021243:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1773941433.021246:0:14703:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1773941433.021248:0:14703:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:1.0:1773941433.021253:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835d8000. 00000100:00000010:1.0:1773941433.021287:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9ab34000. 00000100:00000010:1.0:1773941433.021292:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835da000. 00000100:00000010:1.0:1773941433.021295:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9ab37c00. 00000100:00000010:1.0:1773941433.021299:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835dc000. 00000100:00000010:1.0:1773941433.021303:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9ab34400. 00000100:00000010:1.0:1773941433.021306:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835de000. 00000100:00000010:1.0:1773941433.021310:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9ab35000. 00000100:00000010:1.0:1773941433.021314:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850bc000. 00000100:00000010:1.0:1773941433.021318:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9ab37800. 00000100:00000010:1.0:1773941433.021322:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850be000. 00000100:00000010:1.0:1773941433.021325:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9ab34c00. 00000100:00000010:1.0:1773941433.021329:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850b8000. 00000100:00000010:1.0:1773941433.021333:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9ab36800. 00000100:00000010:1.0:1773941433.021338:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850ba000. 00000100:00000010:1.0:1773941433.021341:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9ab36c00. 00000100:00000010:1.0:1773941433.021345:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a877c0000. 00000100:00000010:1.0:1773941433.021350:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9ab35400. 00000100:00000010:1.0:1773941433.021354:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a877c2000. 00000100:00000010:1.0:1773941433.021357:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a861b9c00. 00000100:00000010:1.0:1773941433.021362:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a877c4000. 00000100:00000010:1.0:1773941433.021367:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a861bb400. 00000100:00000010:1.0:1773941433.021370:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a877c6000. 00000100:00000010:1.0:1773941433.021375:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a861b8800. 00000100:00000010:1.0:1773941433.021382:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850e8000. 00000100:00000010:1.0:1773941433.021413:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a861bb000. 00000100:00000010:1.0:1773941433.021417:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850ea000. 00000100:00000010:1.0:1773941433.021422:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a861ba400. 00000100:00000010:1.0:1773941433.021425:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850ec000. 00000100:00000010:1.0:1773941433.021429:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a861b8000. 00000100:00000010:1.0:1773941433.021432:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850ee000. 00000100:00000010:1.0:1773941433.021436:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a861bbc00. 00000100:00000010:1.0:1773941433.021440:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850f2000. 00000100:00000010:1.0:1773941433.021443:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a861b8400. 00000100:00000010:1.0:1773941433.021447:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850f4000. 00000100:00000010:1.0:1773941433.021451:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a861b9000. 00000100:00000010:1.0:1773941433.021455:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850f6000. 00000100:00000010:1.0:1773941433.021458:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a861bb800. 00000100:00000010:1.0:1773941433.021461:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850f0000. 00000100:00000010:1.0:1773941433.021465:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a861b8c00. 00000100:00000010:1.0:1773941433.021469:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a85094000. 00000100:00000010:1.0:1773941433.021474:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a861ba800. 00000100:00000010:1.0:1773941433.021477:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a85096000. 00000100:00000010:1.0:1773941433.021481:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a861bac00. 00000100:00000010:1.0:1773941433.021484:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a85090000. 00000100:00000010:1.0:1773941433.021487:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a861b9400. 00000100:00000010:1.0:1773941433.021491:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a85092000. 00000100:00000010:1.0:1773941433.021495:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a861b9800. 00000100:00000010:1.0:1773941433.021498:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a98ab4000. 00000100:00000010:1.0:1773941433.021513:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a861ba000. 00000100:00000010:1.0:1773941433.021516:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a98ab6000. 00000100:00000010:1.0:1773941433.021521:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a90f01000. 00000100:00000010:1.0:1773941433.021524:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a98ab0000. 00000100:00000010:1.0:1773941433.021527:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a90f03800. 00000100:00000010:1.0:1773941433.021530:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a98ab2000. 00000100:00000010:1.0:1773941433.021534:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a90f00c00. 00000100:00000010:1.0:1773941433.021535:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a9abd8000. 00000100:00000010:1.0:1773941433.021541:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a90f02800. 00000100:00000010:1.0:1773941433.021543:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a9abda000. 00000100:00000010:1.0:1773941433.021545:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a90f02c00. 00000100:00000010:1.0:1773941433.021546:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a9abdc000. 00000100:00000010:1.0:1773941433.021548:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a90f01400. 00000100:00000010:1.0:1773941433.021549:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a9abde000. 00000100:00000010:1.0:1773941433.021551:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a90f01800. 00000100:00000010:1.0:1773941433.021554:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a833ae000. 00000100:00000010:1.0:1773941433.021557:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a90f02000. 00000100:00000010:1.0:1773941433.021561:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a833a8000. 00000100:00000010:1.0:1773941433.021562:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a90f01c00. 00000100:00000010:1.0:1773941433.021564:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a833aa000. 00000100:00000010:1.0:1773941433.021566:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a90f03400. 00000100:00000010:1.0:1773941433.021567:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a833ac000. 00000100:00000010:1.0:1773941433.021570:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a90f00800. 00000100:00000010:1.0:1773941433.021572:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a892b0000. 00000100:00000010:1.0:1773941433.021590:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a90f03000. 00000100:00000010:1.0:1773941433.021592:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a892b2000. 00000100:00000010:1.0:1773941433.021594:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a90f02400. 00000100:00000010:1.0:1773941433.021595:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a892b4000. 00000100:00000010:1.0:1773941433.021597:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a90f00000. 00000100:00000010:1.0:1773941433.021599:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a892b6000. 00000100:00000010:1.0:1773941433.021601:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a90f03c00. 00000100:00000010:1.0:1773941433.021602:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a860b2000. 00000100:00000010:1.0:1773941433.021604:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a90f00400. 00000100:00000010:1.0:1773941433.021605:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a860b4000. 00000100:00000010:1.0:1773941433.021607:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85159c00. 00000100:00000010:1.0:1773941433.021614:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a860b6000. 00000100:00000010:1.0:1773941433.021616:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8515b400. 00000100:00000010:1.0:1773941433.021618:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a860b0000. 00000100:00000010:1.0:1773941433.021619:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85158800. 00000100:00000010:1.0:1773941433.021621:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a8555c000. 00000100:00000010:1.0:1773941433.021623:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8515b000. 00000100:00000010:1.0:1773941433.021627:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a8555e000. 00000100:00000010:1.0:1773941433.021629:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8515a400. 00000100:00000010:1.0:1773941433.021631:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a85558000. 00000100:00000010:1.0:1773941433.021632:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85158000. 00000100:00000010:1.0:1773941433.021634:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a8555a000. 00000100:00000010:1.0:1773941433.021635:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8515bc00. 00000100:00000010:1.0:1773941433.021637:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c42000. 00000100:00000010:1.0:1773941433.021682:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85158400. 00000100:00000010:1.0:1773941433.021687:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c44000. 00000100:00000010:1.0:1773941433.021691:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85159000. 00000100:00000010:1.0:1773941433.021694:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c46000. 00000100:00000010:1.0:1773941433.021697:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8515b800. 00000100:00000010:1.0:1773941433.021701:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c40000. 00000100:00000010:1.0:1773941433.021704:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85158c00. 00000100:00000010:1.0:1773941433.021708:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a989cc000. 00000100:00000010:1.0:1773941433.021713:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8515a800. 00000100:00000010:1.0:1773941433.021717:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a989ce000. 00000100:00000010:1.0:1773941433.021721:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8515ac00. 00000100:00000010:1.0:1773941433.021723:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a989c8000. 00000100:00000010:1.0:1773941433.021727:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85159400. 00000100:00000010:1.0:1773941433.021731:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a989ca000. 00000100:00000010:1.0:1773941433.021735:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85159800. 00000100:00000010:1.0:1773941433.021739:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a9046e000. 00000100:00000010:1.0:1773941433.021742:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8515a000. 00000100:00000010:1.0:1773941433.021744:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90468000. 00000100:00000010:1.0:1773941433.021747:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a82fe2400. 00000100:00000010:1.0:1773941433.021750:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a9046a000. 00000100:00000010:1.0:1773941433.021753:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a82fe0000. 00000100:00000010:1.0:1773941433.021756:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a9046c000. 00000100:00000010:1.0:1773941433.021762:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a82fe3c00. 00000100:00000010:1.0:1773941433.021766:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90ff4000. 00000100:00000010:1.0:1773941433.021801:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a82fe0400. 00000100:00000010:1.0:1773941433.021805:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90ff6000. 00000100:00000010:1.0:1773941433.021814:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a82fe1000. 00000100:00000010:1.0:1773941433.021817:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90ff0000. 00000100:00000010:1.0:1773941433.021819:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a82fe3800. 00000100:00000010:1.0:1773941433.021822:0:14703:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90ff2000. 00000100:00000010:1.0:1773941433.021826:0:14703:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a82fe0c00. 00000100:00000010:1.0:1773941433.021831:0:14703:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8a5a9827f000. 00000100:00000010:1.0:1773941433.021833:0:14703:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8a5a82fd8800. 00000100:00000010:1.0:1773941433.021836:0:14703:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8a5a8508a800. 00000100:00000001:1.0:1773941433.021841:0:14703:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1773941433.021843:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1773941433.021845:0:14703:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1773941433.021846:0:14703:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1773941433.021848:0:14703:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8a5a9006bf00. 00000100:00000001:1.0:1773941433.021851:0:14703:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1773941433.021852:0:14703:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.021854:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1773941433.021855:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a877d59c0. 00000100:00000001:1.0:1773941433.021857:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1773941433.021858:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1773941433.021859:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a877d5f00. 00000100:00000001:1.0:1773941433.021861:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1773941433.021862:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1773941433.021863:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a877d5480. 00000100:00000001:1.0:1773941433.021864:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1773941433.021865:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1773941433.021865:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a98664180. 00000100:00000001:1.0:1773941433.021867:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1773941433.021868:0:14703:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1773941433.021869:0:14703:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1773941433.021870:0:14703:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8a5a9006b4c0. 00000100:00000001:1.0:1773941433.021871:0:14703:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1773941433.021872:0:14703:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.021874:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1773941433.021875:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a98664300. 00000100:00000001:1.0:1773941433.021877:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1773941433.021878:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1773941433.021880:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a98664e40. 00000100:00000001:1.0:1773941433.021883:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1773941433.021889:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1773941433.021890:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e23900. 00000100:00000001:1.0:1773941433.021893:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1773941433.021893:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1773941433.021894:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e23780. 00000100:00000010:1.0:1773941433.021896:0:14703:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at ffff8a5a90e76e80. 00000100:00000001:1.0:1773941433.021897:0:14703:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000100:00000001:1.0:1773941433.021898:0:14703:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:1.0:1773941433.021899:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1773941433.021900:0:14703:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1773941433.021900:0:14703:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1773941433.021901:0:14703:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8a5a9006b080. 00000100:00000001:1.0:1773941433.021903:0:14703:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1773941433.021904:0:14703:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.021905:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1773941433.021906:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e23cc0. 00000100:00000001:1.0:1773941433.021907:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1773941433.021908:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1773941433.021909:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e23840. 00000100:00000001:1.0:1773941433.021911:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1773941433.021911:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1773941433.021912:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e23a80. 00000100:00000001:1.0:1773941433.021913:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1773941433.021914:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1773941433.021915:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e233c0. 00000100:00000001:1.0:1773941433.021916:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1773941433.021917:0:14703:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:1.0:1773941433.021918:0:14703:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:1.0:1773941433.021918:0:14703:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8a5a9006b940. 00000100:00000001:1.0:1773941433.021920:0:14703:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:1.0:1773941433.021921:0:14703:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.021922:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1773941433.021924:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e239c0. 00000100:00000001:1.0:1773941433.021925:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1773941433.021926:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1773941433.021927:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e23240. 00000100:00000001:1.0:1773941433.021928:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1773941433.021929:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1773941433.021930:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e236c0. 00000100:00000001:1.0:1773941433.021931:0:14703:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:1.0:1773941433.021935:0:14703:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:1.0:1773941433.021936:0:14703:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e23600. 00000100:00000010:1.0:1773941433.021938:0:14703:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at ffff8a5a90e76f80. 00000100:00000001:1.0:1773941433.021939:0:14703:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:1.0:1773941433.022013:0:14703:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8a5a8921f000. 00000020:00000010:1.0:1773941433.022019:0:14703:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a82fe2800. 00000100:00000010:1.0:1773941433.022035:0:14703:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8a5a850dc000. 00000100:00000010:1.0:1773941433.022042:0:14703:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8a5a9aa44000. 00000100:00000010:1.0:1773941433.022045:0:14703:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8a5aa06bc000. 00000100:00000010:1.0:1773941433.022049:0:14703:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8a5a89218000. 00000100:00000010:1.0:1773941433.022052:0:14703:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8a5a8607d000. 00000100:00000010:1.0:1773941433.022054:0:14703:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8a5a9ab36400. 00000100:00000010:1.0:1773941433.022063:0:14703:0:(service.c:3836:ptlrpc_service_free()) kfreed 'svc': 360 at ffff8a5a83ebea00. 00000100:00000001:1.0:1773941433.022065:0:14703:0:(service.c:3863:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941433.022167:0:14625:0:(ldlm_lockd.c:142:have_expired_locks()) Process entered 00010000:00000001:0.0:1773941433.022171:0:14625:0:(ldlm_lockd.c:147:have_expired_locks()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941433.022190:0:14625:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9006b3c0. 00000020:00000010:0.0:1773941433.022202:0:14625:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a83291800. 00000040:00000010:0.0:1773941433.022207:0:14625:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a82c8e000. 00010000:00000010:1.0:1773941433.022209:0:14703:0:(ldlm_lockd.c:3586:ldlm_cleanup()) kfreed 'ldlm_state': 32 at ffff8a5a839202c0. 00000020:00000010:0.0:1773941433.022213:0:14625:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a84e8e000. 00010000:00000001:1.0:1773941433.022214:0:14703:0:(ldlm_lockd.c:3589:ldlm_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941433.022219:0:14703:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00000020:00000010:0.0:1773941433.022221:0:14625:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5aa0652338. 00010000:00000010:1.0:1773941433.022222:0:14703:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff8a5a90093000. 00010000:00000010:1.0:1773941433.022229:0:14703:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff8a5a90097000. 00000020:00000010:0.0:1773941433.022231:0:14625:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a860d2600. 00010000:00000001:1.0:1773941433.022232:0:14703:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 10000000:00000010:1.0:1773941433.022236:0:14703:0:(mgc_request.c:834:mgc_device_free()) kfreed 'lu': 64 at ffff8a5a9006b780. 80000000:00000010:0.0:1773941433.022239:0:14625:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83ec24e0. 10000000:00000001:1.0:1773941433.022240:0:14703:0:(mgc_request.c:836:mgc_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941433.022246:0:14703:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a85501600. 40000000:00000010:0.0:1773941433.022247:0:14625:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a9006bc40. 00000040:00000010:1.0:1773941433.022249:0:14703:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a85500e00. 00000020:00000010:1.0:1773941433.022255:0:14703:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a98b0e800. 00100000:00000010:0.0:1773941433.022255:0:14625:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a84e88000. 00000020:00000010:1.0:1773941433.022264:0:14703:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a85501000. 00040000:00000010:0.0:1773941433.022266:0:14625:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a82bbb600. 00040000:00000010:1.0:1773941433.022269:0:14703:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a87e51600. 00040000:00000010:1.0:1773941433.022273:0:14703:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a85501a00. 00040000:00000010:0.0:1773941433.022273:0:14625:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a98b09000. 00000020:00000010:1.0:1773941433.022280:0:14703:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a85500400. 00040000:00000010:0.0:1773941433.022282:0:14625:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a860d2e00. 00000020:00000001:1.0:1773941433.022283:0:14703:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941433.022287:0:14703:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff8a5a90f2b370. 00000004:00000010:0.0:1773941433.022289:0:14625:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a98b08000. 00000020:00000001:1.0:1773941433.022295:0:14703:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1773941433.022297:0:14625:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a8921d000. 00000020:00000001:1.0:1773941433.022299:0:14703:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941433.022304:0:14703:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff8a5a996c31e0. 00000004:00000010:0.0:1773941433.022305:0:14625:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a98b09800. 00002000:00000010:0.0:1773941433.022312:0:14625:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a86083800. 00000020:00000001:1.0:1773941433.022314:0:14703:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941433.022318:0:14703:0:(obd_mount.c:620:lustre_stop_mgc()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1773941433.022319:0:14625:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a86080c00. 00000020:00000001:1.0:1773941433.022321:0:14703:0:(obd_mount.c:720:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1773941433.022324:0:14703:0:(obd_mount.c:724:lustre_put_lsi()) put ffff8a5a98b71000 1 00000020:00000010:0.0:1773941433.022326:0:14625:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a83290000. 00000020:00000001:1.0:1773941433.022327:0:14703:0:(obd_mount.c:679:lustre_free_lsi()) Process entered 00000020:01000004:1.0:1773941433.022329:0:14703:0:(obd_mount.c:682:lustre_free_lsi()) Freeing lsi ffff8a5a98b77000 00010000:00000001:0.0:1773941433.022333:0:14625:0:(ldlm_lockd.c:290:expired_lock_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941433.022334:0:14703:0:(obd_mount.c:631:lustre_put_lsm_free()) kfreed 'lmd->lmd_dev': 28 at ffff8a5a87fd5be0. 00000020:00000010:1.0:1773941433.022340:0:14703:0:(obd_mount.c:632:lustre_put_lsm_free()) kfreed 'lmd->lmd_profile': 14 at ffff8a5a9057d270. 00000020:00000010:1.0:1773941433.022344:0:14703:0:(obd_mount.c:635:lustre_put_lsm_free()) kfreed 'lmd->lmd_opts': 17 at ffff8a5a87fd56a0. 00000020:00000010:1.0:1773941433.022347:0:14703:0:(obd_mount.c:642:lustre_put_lsm_free()) kfreed 'lmd->lmd_params': 4096 at ffff8a5a90091000. 00000020:00000010:1.0:1773941433.022350:0:14703:0:(obd_mount.c:644:lustre_put_lsm_free()) kfreed 'lmd': 128 at ffff8a5a90e76180. 00000020:00000010:1.0:1773941433.022352:0:14703:0:(obd_mount.c:691:lustre_free_lsi()) kfreed 'lsi': 1880 at ffff8a5a98b77000. 00000020:00000001:1.0:1773941433.022354:0:14703:0:(obd_mount.c:693:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941433.022355:0:14703:0:(obd_mount.c:727:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773941433.022357:0:14703:0:(obd_mount.c:929:lustre_common_put_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941433.022360:0:14703:0:(cl_object.c:885:cl_env_cache_purge()) Process entered 00000020:00000001:1.0:1773941433.022363:0:14703:0:(cl_object.c:903:cl_env_cache_purge()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000080:00000001:1.0:1773941433.022365:0:14703:0:(llite_lib.c:1639:ll_put_super()) Process leaving 00000080:00000010:1.0:1773941433.080441:0:14733:0:(super25.c:253:lustre_init_fs_context()) kmalloced '(lmd)': 128 at ffff8a5a854fc380. 00000020:00000001:1.0:1773941433.080451:0:14733:0:(obd_mount.c:1366:lustre_parse_monolithic()) Process entered 00000020:00000010:1.0:1773941433.080456:0:14733:0:(obd_mount.c:1388:lustre_parse_monolithic()) kmalloced '(lmd->lmd_params)': 4096 at ffff8a5a90c8c000. 00000020:00000010:1.0:1773941433.080464:0:14733:0:(obd_mount.c:1096:lmd_parse_string()) kmalloced '(*handle)': 19 at ffff8a5aa069b960. 00000020:00000010:1.0:1773941433.080471:0:14733:0:(obd_mount.c:1590:lustre_parse_monolithic()) kmalloced '(lmd->lmd_dev)': 48 at ffff8a5a9009fdc0. 00000020:00000010:1.0:1773941433.080476:0:14733:0:(obd_mount.c:1646:lustre_parse_monolithic()) kmalloced '(lmd->lmd_profile)': 14 at ffff8a5a87e52bf0. 00000020:01000004:1.0:1773941433.080480:0:14733:0:(obd_mount.c:937:lmd_print()) mount data: 00000020:01000004:1.0:1773941433.080481:0:14733:0:(obd_mount.c:939:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1773941433.080482:0:14733:0:(obd_mount.c:940:lmd_print()) device: 192.168.202.112@tcp,192.168.202.122@tcp:/lustre 00000020:00000001:1.0:1773941433.080486:0:14733:0:(obd_mount.c:1686:lustre_parse_monolithic()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1773941433.080602:0:14733:0:(super25.c:131:lustre_fill_super()) Process entered 00000080:01200004:1.0:1773941433.080604:0:14733:0:(super25.c:132:lustre_fill_super()) VFS Op: sb ffff8a5a892a9800 00000020:00000001:1.0:1773941433.080606:0:14733:0:(obd_mount.c:652:lustre_init_lsi()) Process entered 00000020:00000010:1.0:1773941433.080609:0:14733:0:(obd_mount.c:656:lustre_init_lsi()) kmalloced '(lsi)': 1880 at ffff8a5a892a8800. 00000020:00000001:1.0:1773941433.080611:0:14733:0:(obd_mount.c:673:lustre_init_lsi()) Process leaving (rc=18446614720185796608 : -129353523755008 : ffff8a5a892a8800) 00000080:01000004:1.0:1773941433.080615:0:14733:0:(super25.c:169:lustre_fill_super()) Mounting client lustre-client 00000020:00000001:1.0:1773941433.080617:0:14733:0:(obd_mount.c:302:lustre_start_mgc()) Process entered 00000020:00000010:1.0:1773941433.080629:0:14733:0:(obd_mount.c:345:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff8a5a860e71a0. 00000020:00000010:1.0:1773941433.080632:0:14733:0:(obd_mount.c:353:lustre_start_mgc()) kmalloced '(data)': 192 at ffff8a5a84ef4d80. 00000020:01000004:1.0:1773941433.080635:0:14733:0:(obd_mount.c:423:lustre_start_mgc()) Start MGC 'MGC192.168.202.112@tcp' 00000020:00000001:1.0:1773941433.080638:0:14733:0:(obd_mount.c:150:do_lcfg()) lcfg MGC192.168.202.112@tcp 0xcf005 192.168.202.112@tcp (null) (null) (null) 00000020:00000010:1.0:1773941433.080715:0:14733:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 88 at ffff8a5a83eff1e0. 00000020:00000080:1.0:1773941433.080717:0:14733:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1773941433.080721:0:14733:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.202.112@tcp to nid 0x20000c0a8ca70 (192.168.202.112@tcp) 00000100:00000010:1.0:1773941433.080725:0:14733:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff8a5a90cc3c00. 00000100:00000040:1.0:1773941433.080729:0:14733:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.202.112@tcp 192.168.202.112@tcp cnt=1 00000400:00000200:1.0:1773941433.080732:0:14733:0:(peer.c:1295:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1773941433.080734:0:14733:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:1.0:1773941433.080736:0:14733:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.112@tcp 00000400:00000200:1.0:1773941433.080740:0:14733:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941433.080744:0:14733:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.112@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941433.080748:0:14733:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941433.080752:0:14733:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941433.080755:0:14733:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp: 0. pending discovery 00000400:00000200:1.0:1773941433.080757:0:14733:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.112@tcp 00000100:00000010:1.0:1773941433.080759:0:14733:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff8a5a90cc3c00. 00000020:00000001:1.0:1773941433.080763:0:14733:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941433.080765:0:14733:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 88 at ffff8a5a83eff1e0. 00000020:00000001:1.0:1773941433.080767:0:14733:0:(obd_mount.c:150:do_lcfg()) lcfg MGC192.168.202.112@tcp 0xcf005 192.168.202.112@tcp (null) (null) (null) 00000020:00000010:1.0:1773941433.080770:0:14733:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 88 at ffff8a5a83eff1e0. 00000020:00000080:1.0:1773941433.080771:0:14733:0:(obd_config.c:1506:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1773941433.080773:0:14733:0:(obd_config.c:1518:class_process_config()) adding mapping from uuid 192.168.202.112@tcp to nid 0x20000c0a8ca7a (192.168.202.122@tcp) 00000100:00000010:1.0:1773941433.080775:0:14733:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff8a5a90cc3c00. 00000100:00000040:1.0:1773941433.080777:0:14733:0:(lustre_peer.c:111:class_add_uuid()) found uuid 192.168.202.112@tcp 192.168.202.122@tcp cnt=2 00000400:00000200:1.0:1773941433.080778:0:14733:0:(peer.c:1295:LNetAddPeer()) Add peer with 2 NIDs 00000400:00001000:1.0:1773941433.080779:0:14733:0:(api-ni.c:3210:LNetNIInit()) refs 1 00000400:00000200:1.0:1773941433.080780:0:14733:0:(peer.c:1309:LNetAddPeer()) Adding NID[0]: 192.168.202.112@tcp 00000400:00000200:1.0:1773941433.080782:0:14733:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941433.080783:0:14733:0:(peer.c:1737:lnet_peer_add()) peer 192.168.202.112@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1773941433.080800:0:14733:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941433.080802:0:14733:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941433.080810:0:14733:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp: 0. pending discovery 00000400:00000200:1.0:1773941433.080812:0:14733:0:(peer.c:1360:LNetAddPeer()) A peer exists for NID 192.168.202.112@tcp 00000400:00000200:1.0:1773941433.080813:0:14733:0:(peer.c:1309:LNetAddPeer()) Adding NID[1]: 192.168.202.122@tcp 00000400:00000200:1.0:1773941433.080815:0:14733:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000010:1.0:1773941433.080819:0:14733:0:(peer.c:229:lnet_peer_alloc()) alloc '(lp)': 376 at ffff8a5a82c2e200. 00000400:00000200:1.0:1773941433.080821:0:14733:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941433.080823:0:14733:0:(peer.c:262:lnet_peer_alloc()) ffff8a5a82c2e200 nid 192.168.202.122@tcp 00000400:00000010:1.0:1773941433.080825:0:14733:0:(peer.c:193:lnet_peer_net_alloc()) alloc '(lpn)': 72 at ffff8a5a83effcc0. 00000400:00000200:1.0:1773941433.080827:0:14733:0:(peer.c:202:lnet_peer_net_alloc()) ffff8a5a83effcc0 net tcp 00000400:00000200:1.0:1773941433.080829:0:14733:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000010:1.0:1773941433.080830:0:14733:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at ffff8a5a82c2ee00. 00000400:00000200:1.0:1773941433.080833:0:14733:0:(peer.c:183:lnet_peer_ni_alloc()) ffff8a5a82c2ee00 nid 192.168.202.122@tcp 00000400:00000200:1.0:1773941433.080837:0:14733:0:(peer.c:1091:lnet_peer_ni_clr_non_mr_pref_nid()) peer 192.168.202.122@tcp: -2 00000400:00000200:1.0:1773941433.080841:0:14733:0:(peer.c:1639:lnet_peer_attach_peer_ni()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp flags 0x1 00000400:00000200:1.0:1773941433.080843:0:14733:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941433.080845:0:14733:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941433.080854:0:14733:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp: 0 00000400:00000200:1.0:1773941433.080855:0:14733:0:(peer.c:2727:lnet_discover_peer_locked()) Discovery attempt # 1 00000400:00000200:1.0:1773941433.080857:0:14733:0:(peer.c:2767:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1773941433.080858:0:14733:0:(peer.c:2776:lnet_discover_peer_locked()) peer 192.168.202.122@tcp NID 192.168.202.122@tcp: 0. pending discovery 00000100:00000010:1.0:1773941433.080860:0:14733:0:(lustre_peer.c:113:class_add_uuid()) kfreed 'data': 704 at ffff8a5a90cc3c00. 00000020:00000001:1.0:1773941433.080863:0:14733:0:(obd_config.c:1533:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1773941433.080865:0:14733:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 88 at ffff8a5a83eff1e0. 00000020:00000010:1.0:1773941433.080868:0:14733:0:(obd_mount.c:487:lustre_start_mgc()) kmalloced '(uuid)': 40 at ffff8a5a9009f400. 00000020:01000004:1.0:1773941433.080873:0:14733:0:(obd_mount.c:208:lustre_start_simple()) Starting OBD MGC192.168.202.112@tcp (typ=mgc) 00000020:00000001:1.0:1773941433.080875:0:14733:0:(obd_mount.c:150:do_lcfg()) lcfg MGC192.168.202.112@tcp 0xcf001 mgc 3d31d207-695b-40b8-8597-fab765cae562 (null) (null) 00000020:00000010:1.0:1773941433.080878:0:14733:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 120 at ffff8a5a854fc900. 00000400:00000200:0.0:1773941433.080879:0:2403:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000020:00000080:1.0:1773941433.080880:0:14733:0:(obd_config.c:1506:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1773941433.080884:0:14733:0:(obd_config.c:700:class_attach()) Process entered 00000020:00000001:1.0:1773941433.080887:0:14733:0:(genops.c:349:class_newdev()) Process entered 00000400:00000200:0.0:1773941433.080888:0:2403:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.122@tcp(ffff8a5a82c2e200) state 0x41 00000020:00000010:1.0:1773941433.080895:0:14733:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 6584 at ffff8a5aa06b19b8. 00000020:00000080:1.0:1773941433.080902:0:14733:0:(genops.c:412:class_newdev()) Allocate new device MGC192.168.202.112@tcp (ffff8a5aa06b19b8) 00000400:00000010:0.0:1773941433.080904:0:2403:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 281 at ffff8a5a85501400. 00000020:00000001:1.0:1773941433.080905:0:14733:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1773941433.080910:0:14733:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8a5a892ab800. 00000400:00000010:0.0:1773941433.080912:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b550. 00000020:00000001:1.0:1773941433.080914:0:14733:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941433.080921:0:14733:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a892ab800 with handle 0x4337c2e0c9a6319e to hash 00000400:00000010:0.0:1773941433.080922:0:2403:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8a5aa1488c78. 00000020:00000001:1.0:1773941433.080923:0:14733:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1773941433.080928:0:14733:0:(obd_class.h:1008:obd_init_export()) Process entered 00000400:00000200:0.0:1773941433.080928:0:2403:0:(lib-move.c:5547:LNetGet()) LNetGet -> 12345-192.168.202.122@tcp 00000020:00000001:1.0:1773941433.080930:0:14733:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941433.080934:0:14733:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446614720185808896 : -129353523742720 : ffff8a5a892ab800) 00000020:00000040:1.0:1773941433.080937:0:14733:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a892ab800 : new refcount 1 00000400:00000200:0.0:1773941433.080939:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000020:00000040:1.0:1773941433.080941:0:14733:0:(obd_config.c:1030:class_incref()) incref MGC192.168.202.112@tcp (ffff8a5aa06b19b8) now 2 - obd_device_list 00000020:00000001:1.0:1773941433.080946:0:14733:0:(genops.c:554:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941433.080946:0:2403:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.122@tcp local destination 00000020:00000080:1.0:1773941433.080951:0:14733:0:(obd_config.c:757:class_attach()) OBD: dev 0 attached type mgc with refcount 2 00000020:00000001:1.0:1773941433.080954:0:14733:0:(obd_config.c:759:class_attach()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941433.080954:0:2403:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:1.0:1773941433.080957:0:14733:0:(obd_config.c:1512:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1773941433.080961:0:2403:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000020:00000010:1.0:1773941433.080962:0:14733:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 120 at ffff8a5a854fc900. 00000020:00000001:1.0:1773941433.080967:0:14733:0:(obd_mount.c:150:do_lcfg()) lcfg MGC192.168.202.112@tcp 0xcf003 MGS 192.168.202.112@tcp (null) (null) 00000400:00000200:0.0:1773941433.080968:0:2403:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000020:00000010:1.0:1773941433.080972:0:14733:0:(obd_mount.c:162:do_lcfg()) kmalloced '(lcfg)': 104 at ffff8a5a854fc900. 00000400:00000200:0.0:1773941433.080972:0:2403:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000020:00000080:1.0:1773941433.080977:0:14733:0:(obd_config.c:1506:class_process_config()) processing cmd: cf003 00000400:00000200:0.0:1773941433.080981:0:2403:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [127:127:256:4294967295] 192.168.202.122@tcp LPNI seq info [1:1:8:4294967295] 00000020:00000001:1.0:1773941433.080982:0:14733:0:(obd_config.c:779:class_setup()) Process entered 00000400:00000200:0.0:1773941433.080993:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000001:00000001:1.0:1773941433.080998:0:14733:0:(hash.c:1038:cfs_hash_create()) Process entered 00000400:00000200:0.0:1773941433.080999:0:2403:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp 00000001:00000010:1.0:1773941433.081005:0:14733:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 232 at ffff8a5a83c44100. 00000400:00000200:0.0:1773941433.081008:0:2403:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) : GET try# 0 00000001:00000010:1.0:1773941433.081012:0:14733:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8a5a860e72c0. 00000800:00000200:0.0:1773941433.081016:0:2403:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 0 frags to 12345-192.168.202.122@tcp 00000001:00000010:1.0:1773941433.081020:0:14733:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a82c2ea00. 00000800:00000010:0.0:1773941433.081022:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 232 at ffff8a5a87e51b00. 00000001:00000010:1.0:1773941433.081027:0:14733:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a82c2e000. 00000400:00000200:0.0:1773941433.081031:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000001:00000010:1.0:1773941433.081035:0:14733:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a989eaa00. 00000800:00000010:0.0:1773941433.081037:0:2403:0:(socklnd.c:145:ksocknal_create_peer()) alloc '(peer_ni)': 184 at ffff8a5a84eff540. 00000001:00000010:1.0:1773941433.081043:0:14733:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 344 at ffff8a5a989ea400. 00000800:00000010:0.0:1773941433.081043:0:2403:0:(socklnd.c:106:ksocknal_create_conn_cb()) alloc '(conn_cb)': 192 at ffff8a5a84eff780. 00000020:00000001:1.0:1773941433.081050:0:14733:0:(obd_class.h:557:obd_setup()) Process entered 00000800:00000200:0.0:1773941433.081053:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (2) 00000020:00000010:1.0:1773941433.081056:0:14733:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a989ea600. 00000800:00000200:0.1:1773941433.081059:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (2) 00000020:00000010:1.0:1773941433.081062:0:14733:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8a5a854fc100. 00000020:00000010:1.0:1773941433.081068:0:14733:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8a5a8554faf0. 00008000:00000010:1.0:1773941433.081072:0:14733:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff8a5a89b12f58. 00000400:00000200:0.0:1773941433.081076:0:2403:0:(peer.c:3788:lnet_peer_send_ping()) peer 192.168.202.122@tcp 00000020:00000010:1.0:1773941433.081077:0:14733:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a989eb800. 00000400:00000200:0.0:1773941433.081082:0:2403:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.122@tcp(ffff8a5a82c2e200) state 0x241 rc 0 00000020:00000010:1.0:1773941433.081083:0:14733:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a83ebe200. 00000040:00000010:1.0:1773941433.081089:0:14733:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a83ebe400. 00000020:00000010:1.0:1773941433.081093:0:14733:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a892ad000. 00000020:00000010:1.0:1773941433.081096:0:14733:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a83ebea00. 00040000:00000010:1.0:1773941433.081100:0:14733:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a83c44c00. 00040000:00000010:1.0:1773941433.081108:0:14733:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a83ebfa00. 10000000:00000001:1.0:1773941433.081110:0:14733:0:(mgc_request.c:850:mgc_device_alloc()) Process entered 10000000:00000010:1.0:1773941433.081113:0:14733:0:(mgc_request.c:852:mgc_device_alloc()) kmalloced '(lu)': 64 at ffff8a5a9009ffc0. 00000100:00000001:1.0:1773941433.081115:0:14733:0:(ptlrpcd.c:908:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1773941433.081117:0:14733:0:(ptlrpcd.c:917:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941433.081120:0:14733:0:(ldlm_lib.c:298:client_obd_setup()) Process entered 00010000:00000010:1.0:1773941433.081127:0:14733:0:(ldlm_lib.c:421:client_obd_setup()) kmalloced '(cli->cl_read_io_latency_by_size)': 3920 at ffff8a5a90c88000. 00010000:00000010:1.0:1773941433.081132:0:14733:0:(ldlm_lib.c:434:client_obd_setup()) kmalloced '(cli->cl_write_io_latency_by_size)': 3920 at ffff8a5a90c8b000. 00010000:00000001:1.0:1773941433.081142:0:14733:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1773941433.081144:0:14733:0:(ldlm_lockd.c:3351:ldlm_setup()) Process entered 00010000:00000010:1.0:1773941433.081145:0:14733:0:(ldlm_lockd.c:3356:ldlm_setup()) kmalloced '(ldlm_state)': 32 at ffff8a5a860e7100. 00010000:00000001:1.0:1773941433.081178:0:14733:0:(ldlm_resource.c:68:ldlm_debugfs_setup()) Process entered 00010000:00000001:1.0:1773941433.081209:0:14733:0:(ldlm_resource.c:78:ldlm_debugfs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.081212:0:14733:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:1.0:1773941433.081215:0:14733:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at ffff8a5a83ebf400. 00000100:00000010:1.0:1773941433.081218:0:14733:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff8a5a90cc3000. 00000100:00000010:1.0:1773941433.081230:0:14733:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8a5a90d38000. 00000100:00000010:1.0:1773941433.081236:0:14733:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8a5a90c8e000. 00000100:00000010:1.0:1773941433.081241:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a90cc0000. 00000100:00000010:1.0:1773941433.081246:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a83e80000. 00000100:00100000:1.0:1773941433.081248:0:14733:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00000010:1.0:1773941433.081251:0:14733:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff8a5a90cc1c00. 00000100:00000010:1.0:1773941433.081262:0:14733:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8a5aa06c4000. 00000100:00000010:1.0:1773941433.081267:0:14733:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8a5a90c8a000. 00000100:00000010:1.0:1773941433.081272:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a90cc3800. 00000100:00000010:1.0:1773941433.081275:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a83e84000. 00000100:00100000:1.0:1773941433.081276:0:14733:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000400:00000200:1.0:1773941433.081280:0:14733:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 15 lazy 00000020:00000010:1.0:1773941433.081305:0:14733:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a90cc1800. 00000020:00000010:1.0:1773941433.081309:0:14733:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8a5a9aa44000. 00000100:00000001:1.0:1773941433.081337:0:14733:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:1.0:1773941433.081339:0:14733:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:1.0:1773941433.081341:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.081347:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a84ef4600. 00000100:00000001:1.0:1773941433.081350:0:14733:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:1.0:1773941433.081353:0:14733:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8a5a9009f340. 00000100:00000001:1.0:1773941433.081354:0:14733:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.081356:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.081357:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.081359:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a84ef4240. 00000100:00000001:1.0:1773941433.081360:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.081362:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.081364:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a84ef4540. 00000100:00000001:1.0:1773941433.081365:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.081366:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.081367:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a84ef4780. 00000100:00000001:1.0:1773941433.081368:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.081369:0:14733:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.081371:0:14733:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.081373:0:14733:0:(nrs.c:1022:nrs_svcpt_setup_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941433.081374:0:14733:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.081375:0:14733:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:1.0:1773941433.081376:0:14733:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:1.0:1773941433.081377:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.081378:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a84ef4000. 00000100:00000001:1.0:1773941433.081379:0:14733:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:1.0:1773941433.081380:0:14733:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8a5a9009f740. 00000100:00000001:1.0:1773941433.081381:0:14733:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.081382:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.081383:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.081384:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a84ef49c0. 00000100:00000001:1.0:1773941433.081385:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.081386:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.081387:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a84ef46c0. 00000100:00000001:1.0:1773941433.081388:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.081389:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.081390:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a84ef4c00. 00000100:00000001:1.0:1773941433.081392:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.081393:0:14733:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.081394:0:14733:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.081395:0:14733:0:(nrs.c:1022:nrs_svcpt_setup_locked()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941433.081398:0:14733:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.081423:0:14733:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773941433.081425:0:14733:0:(service.c:848:ptlrpc_register_service()) ldlm_cbd: Started, listening on portal 15 00000100:00000001:1.0:1773941433.081427:0:14733:0:(service.c:3400:ptlrpc_start_threads()) Process entered 00000100:00000001:1.0:1773941433.081428:0:14733:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1773941433.081430:0:14733:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00000010:1.0:1773941433.081432:0:14733:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8a5a83ebec00. 00000100:00100000:1.0:1773941433.081435:0:14733:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00000001:1.0:1773941433.081688:0:14734:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:1.0:1773941433.081706:0:14734:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff8a5a9009ff40. 00000020:00000010:1.0:1773941433.081709:0:14734:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9009fb40. 00000020:00000010:1.0:1773941433.081714:0:14734:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a83ebf800. 00000020:00000010:1.0:1773941433.081716:0:14734:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a83ebee00. 00000040:00000010:1.0:1773941433.081718:0:14734:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a83ebe600. 00000020:00000010:1.0:1773941433.081721:0:14734:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a892ab000. 00000020:00000010:1.0:1773941433.081726:0:14734:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a988cd080. 00000020:00000010:1.0:1773941433.081731:0:14734:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a83ebf200. 80000000:00000010:1.0:1773941433.081735:0:14734:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83eff120. 40000000:00000010:1.0:1773941433.081739:0:14734:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a9009f3c0. 00100000:00000010:1.0:1773941433.081746:0:14734:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a892af800. 00040000:00000010:1.0:1773941433.081749:0:14734:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a83c44f00. 00040000:00000010:1.0:1773941433.081754:0:14734:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a892ac000. 00040000:00000010:1.0:1773941433.081758:0:14734:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a83ebfc00. 00000004:00000010:1.0:1773941433.081763:0:14734:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a892ac800. 00000004:00000010:1.0:1773941433.081770:0:14734:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a9aa46000. 00000004:00000010:1.0:1773941433.081777:0:14734:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a892ae000. 00002000:00000010:1.0:1773941433.081782:0:14734:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a90cc2c00. 00000004:00000010:1.0:1773941433.081800:0:14734:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a90cc0400. 00000100:00000200:1.0:1773941433.081806:0:14734:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:1.0:1773941433.081812:0:14734:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d81b8. 00000400:00000010:1.0:1773941433.081818:0:14734:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a84ef4900. 00000100:00000010:1.0:1773941433.081827:0:14734:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8a5a892ad800. 00000100:00000200:1.0:1773941433.081845:0:14734:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:2.0:1773941433.081875:0:14733:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941433.081881:0:14733:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1773941433.081883:0:14733:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00000010:2.0:1773941433.081891:0:14733:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8a5a84ec5e00. 00000100:00100000:2.0:1773941433.081894:0:14733:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00000001:2.0:1773941433.082123:0:14735:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:1.0:1773941433.082171:0:14735:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff8a5a9009f5c0. 00000020:00000010:1.0:1773941433.082175:0:14735:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9009f640. 00000020:00000010:1.0:1773941433.082183:0:14735:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a83ebe800. 00000020:00000010:1.0:1773941433.082186:0:14735:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a82f7c400. 00000040:00000010:1.0:1773941433.082188:0:14735:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a82f7c800. 00000020:00000010:1.0:1773941433.082190:0:14735:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a892af000. 00000020:00000010:1.0:1773941433.082192:0:14735:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a988c9e30. 00000020:00000010:1.0:1773941433.082194:0:14735:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a82f7d000. 80000000:00000010:1.0:1773941433.082196:0:14735:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83eff720. 40000000:00000010:1.0:1773941433.082198:0:14735:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a9009f980. 00100000:00000010:1.0:1773941433.082201:0:14735:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a892aa800. 00040000:00000010:1.0:1773941433.082203:0:14735:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a83c44900. 00040000:00000010:1.0:1773941433.082205:0:14735:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a892a8000. 00040000:00000010:1.0:1773941433.082207:0:14735:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a82f7ce00. 00000004:00000010:1.0:1773941433.082209:0:14735:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5aa1761000. 00000004:00000010:1.0:1773941433.082213:0:14735:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a9824a000. 00000004:00000010:1.0:1773941433.082215:0:14735:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a923d9000. 00002000:00000010:1.0:1773941433.082218:0:14735:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a8515a000. 00000004:00000010:1.0:1773941433.082220:0:14735:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a85159800. 00000100:00000010:1.0:1773941433.082223:0:14735:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8a5a923dc800. 00000100:00000200:1.0:1773941433.082238:0:14735:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:2.0:1773941433.082249:0:14733:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941433.082252:0:14733:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:2.0:1773941433.082253:0:14733:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00000010:2.0:1773941433.082258:0:14733:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8a5a84ec5a00. 00000100:00100000:2.0:1773941433.082261:0:14733:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00000001:2.0:1773941433.082410:0:14736:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:2.0:1773941433.082421:0:14736:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff8a5a851529c0. 00000020:00000010:2.0:1773941433.082423:0:14736:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a85152240. 00000020:00000010:2.0:1773941433.082427:0:14736:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a84ec5600. 00000020:00000010:2.0:1773941433.082429:0:14736:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a84ec4600. 00000040:00000010:2.0:1773941433.082432:0:14736:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a84ec4800. 00000020:00000010:2.0:1773941433.082435:0:14736:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a906d0000. 00000020:00000010:2.0:1773941433.082438:0:14736:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a833cbc60. 00000020:00000010:2.0:1773941433.082440:0:14736:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5aa17c1800. 80000000:00000010:2.0:1773941433.082443:0:14736:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a830e5780. 40000000:00000010:2.0:1773941433.082445:0:14736:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a85152800. 00100000:00000010:2.0:1773941433.082448:0:14736:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a906d4800. 00040000:00000010:2.0:1773941433.082456:0:14736:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5aa1544100. 00040000:00000010:2.0:1773941433.082459:0:14736:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a906d1800. 00040000:00000010:2.0:1773941433.082461:0:14736:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5aa17c0e00. 00000004:00000010:2.0:1773941433.082463:0:14736:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a906d5800. 00000004:00000010:2.0:1773941433.082467:0:14736:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a90096000. 00000004:00000010:2.0:1773941433.082469:0:14736:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a906d0800. 00002000:00000010:2.0:1773941433.082472:0:14736:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a90d73000. 00000004:00000010:2.0:1773941433.082474:0:14736:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a90d73c00. 00000100:00000200:2.0:1773941433.082477:0:14736:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1773941433.082480:0:14736:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352baa8. 00000400:00000010:2.0:1773941433.082483:0:14736:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a84ebea80. 00000100:00000010:2.0:1773941433.082487:0:14736:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8a5a906d6800. 00000100:00000200:2.0:1773941433.082504:0:14736:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:3.0:1773941433.082578:0:14733:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941433.082581:0:14733:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1773941433.082583:0:14733:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00000010:3.0:1773941433.082587:0:14733:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8a5a89354600. 00000100:00100000:3.0:1773941433.082594:0:14733:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000800:00000010:0.0:1773941433.082924:0:2393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff8a5a90d56000. 00000800:00000010:0.0:1773941433.082928:0:2393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8a5a84efff00. 00000800:00000010:0.0:1773941433.082933:0:2393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8a5a9006b540. 00000800:00000010:0.0:1773941433.082941:0:2393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8a5a9006b540. 00000100:00000001:3.0:1773941433.083003:0:14737:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:3.0:1773941433.083022:0:14737:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff8a5a90ead640. 00000020:00000010:3.0:1773941433.083026:0:14737:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a90ead580. 00000020:00000010:3.0:1773941433.083030:0:14737:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a89354400. 00000020:00000010:3.0:1773941433.083034:0:14737:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a89354a00. 00000040:00000010:3.0:1773941433.083037:0:14737:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a89355200. 00000020:00000010:3.0:1773941433.083041:0:14737:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a90012000. 00000020:00000010:3.0:1773941433.083045:0:14737:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a86623c60. 00000020:00000010:3.0:1773941433.083048:0:14737:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a89355600. 80000000:00000010:3.0:1773941433.083052:0:14737:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffcae0. 40000000:00000010:3.0:1773941433.083054:0:14737:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a90ead180. 00100000:00000010:3.0:1773941433.083057:0:14737:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a90011800. 00040000:00000010:3.0:1773941433.083061:0:14737:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5aa17dae00. 00040000:00000010:3.0:1773941433.083064:0:14737:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a90011000. 00040000:00000010:3.0:1773941433.083067:0:14737:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a89355800. 00000004:00000010:3.0:1773941433.083070:0:14737:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a90014000. 00000004:00000010:3.0:1773941433.083075:0:14737:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a87ff3000. 00000004:00000010:3.0:1773941433.083078:0:14737:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a90016800. 00002000:00000010:3.0:1773941433.083082:0:14737:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a83551c00. 00000004:00000010:3.0:1773941433.083085:0:14737:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a83550000. 00000100:00000010:3.0:1773941433.083088:0:14737:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8a5a90017000. 00000100:00000200:3.0:1773941433.083103:0:14737:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:1.0:1773941433.083112:0:14733:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.083116:0:14733:0:(service.c:3418:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.083117:0:14733:0:(service.c:857:ptlrpc_register_service()) Process leaving (rc=18446614720097809408 : -129353611742208 : ffff8a5a83ebf400) 00000100:00000001:1.0:1773941433.083120:0:14733:0:(service.c:701:ptlrpc_register_service()) Process entered 00000100:00000010:1.0:1773941433.083123:0:14733:0:(service.c:745:ptlrpc_register_service()) kmalloced '(service)': 360 at ffff8a5a82f7d200. 00000100:00000010:1.0:1773941433.083126:0:14733:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff8a5a85159400. 00000100:00000010:1.0:1773941433.083137:0:14733:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8a5a90d20000. 00000100:00000010:1.0:1773941433.083143:0:14733:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8a5a86dbf000. 00000100:00000010:1.0:1773941433.083146:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8515ac00. 00000100:00000010:1.0:1773941433.083150:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a83e82000. 00000100:00000010:1.0:1773941433.083152:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8515a800. 00000100:00000010:1.0:1773941433.083155:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a83e86000. 00000100:00000010:1.0:1773941433.083157:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85158c00. 00000100:00000010:1.0:1773941433.083161:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90ff2000. 00000100:00000010:1.0:1773941433.083166:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8515b800. 00000100:00000010:1.0:1773941433.083169:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90ff0000. 00000100:00000010:1.0:1773941433.083171:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85159000. 00000100:00000010:1.0:1773941433.083174:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90ff6000. 00000100:00000010:1.0:1773941433.083176:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85158400. 00000100:00000010:1.0:1773941433.083179:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90ff4000. 00000100:00000010:1.0:1773941433.083181:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8515bc00. 00000100:00000010:1.0:1773941433.083185:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90d44000. 00000100:00000010:1.0:1773941433.083186:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85158000. 00000100:00000010:1.0:1773941433.083189:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90d42000. 00000100:00000010:1.0:1773941433.083191:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8515a400. 00000100:00000010:1.0:1773941433.083194:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90d40000. 00000100:00000010:1.0:1773941433.083196:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8515b000. 00000100:00000010:1.0:1773941433.083199:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90d46000. 00000100:00000010:1.0:1773941433.083200:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85158800. 00000100:00000010:1.0:1773941433.083204:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c7a000. 00000100:00000010:1.0:1773941433.083205:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8515b400. 00000100:00000010:1.0:1773941433.083208:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c78000. 00000100:00000010:1.0:1773941433.083210:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85159c00. 00000100:00000010:1.0:1773941433.083213:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c7e000. 00000100:00000010:1.0:1773941433.083216:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e1000. 00000100:00000010:1.0:1773941433.083219:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c7c000. 00000100:00000010:1.0:1773941433.083221:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e3800. 00000100:00000010:1.0:1773941433.083224:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a83886000. 00000100:00000010:1.0:1773941433.083226:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e0c00. 00000100:00000010:1.0:1773941433.083229:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a83884000. 00000100:00000010:1.0:1773941433.083231:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e2800. 00000100:00000010:1.0:1773941433.083234:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a83880000. 00000100:00000010:1.0:1773941433.083235:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e2c00. 00000100:00000010:1.0:1773941433.083239:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90fe8000. 00000100:00000010:1.0:1773941433.083241:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e1400. 00000100:00000010:1.0:1773941433.083248:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90fea000. 00000100:00000010:1.0:1773941433.083250:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e1800. 00000100:00000010:1.0:1773941433.083253:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90fec000. 00000100:00000010:1.0:1773941433.083254:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e2000. 00000100:00000010:1.0:1773941433.083266:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90fee000. 00000100:00000010:1.0:1773941433.083272:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e1c00. 00000100:00000010:1.0:1773941433.083276:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835d2000. 00000100:00000010:1.0:1773941433.083279:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e3400. 00000100:00000010:1.0:1773941433.083283:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835d4000. 00000100:00000010:1.0:1773941433.083285:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e0800. 00000100:00000010:1.0:1773941433.083288:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835d6000. 00000100:00000010:1.0:1773941433.083290:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e3000. 00000100:00000010:1.0:1773941433.083294:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835d0000. 00000100:00000010:1.0:1773941433.083296:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e2400. 00000100:00000010:1.0:1773941433.083300:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90d4c000. 00000100:00000010:1.0:1773941433.083303:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e0000. 00000100:00000010:1.0:1773941433.083306:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90d4a000. 00000100:00000010:1.0:1773941433.083309:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e3c00. 00000100:00000010:1.0:1773941433.083312:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90d48000. 00000100:00000010:1.0:1773941433.083314:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a830e0400. 00000100:00000010:1.0:1773941433.083317:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90d4e000. 00000100:00000010:1.0:1773941433.083321:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a833dc800. 00000100:00000010:1.0:1773941433.083325:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a905fc000. 00000100:00000010:1.0:1773941433.083328:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a833df800. 00000100:00000010:1.0:1773941433.083331:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a8a7ec000. 00000100:00000010:1.0:1773941433.083333:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a833dc400. 00000100:00000010:1.0:1773941433.083341:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a83598000. 00000100:00000010:1.0:1773941433.083343:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a833dd000. 00000100:00000010:1.0:1773941433.083346:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a8359a000. 00000100:00000010:1.0:1773941433.083348:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a833df000. 00000100:00000010:1.0:1773941433.083351:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a8359c000. 00000100:00000010:1.0:1773941433.083356:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a833dd400. 00000100:00000010:1.0:1773941433.083359:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a8359e000. 00000100:00000010:1.0:1773941433.083361:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a833dcc00. 00000100:00000010:1.0:1773941433.083368:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a83108000. 00000100:00000010:1.0:1773941433.083370:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a833ddc00. 00000100:00000010:1.0:1773941433.083373:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a8310a000. 00000100:00000010:1.0:1773941433.083375:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a833dec00. 00000100:00000010:1.0:1773941433.083378:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a8310c000. 00000100:00000010:1.0:1773941433.083380:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a833dd800. 00000100:00000010:1.0:1773941433.083383:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a8310e000. 00000100:00000010:1.0:1773941433.083385:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a833df400. 00000100:00000010:1.0:1773941433.083392:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a9046a000. 00000100:00000010:1.0:1773941433.083394:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a833de000. 00000100:00000010:1.0:1773941433.083397:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a9046c000. 00000100:00000010:1.0:1773941433.083400:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8502a800. 00000100:00000010:1.0:1773941433.083403:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a9046e000. 00000100:00000010:1.0:1773941433.083405:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85028800. 00000100:00000010:1.0:1773941433.083408:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90468000. 00000100:00000010:1.0:1773941433.083410:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8502b400. 00000100:00000010:1.0:1773941433.083417:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a989ca000. 00000100:00000010:1.0:1773941433.083419:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85029400. 00000100:00000010:1.0:1773941433.083423:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a989cc000. 00000100:00000010:1.0:1773941433.083426:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8502ac00. 00000100:00000010:1.0:1773941433.083431:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a989ce000. 00000100:00000010:1.0:1773941433.083434:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85029c00. 00000100:00000010:1.0:1773941433.083438:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a989c8000. 00000100:00000010:1.0:1773941433.083441:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8502a000. 00000100:00000010:1.0:1773941433.083452:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c46000. 00000100:00000010:1.0:1773941433.083456:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85029800. 00000100:00000010:1.0:1773941433.083461:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c40000. 00000100:00000010:1.0:1773941433.083463:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85029000. 00000100:00000010:1.0:1773941433.083472:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c42000. 00000100:00000010:1.0:1773941433.083476:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85028c00. 00000100:00000010:1.0:1773941433.083481:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c44000. 00000100:00000010:1.0:1773941433.083483:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8502b800. 00000100:00000010:1.0:1773941433.083490:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a8555a000. 00000100:00000010:1.0:1773941433.083492:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85028400. 00000100:00000010:1.0:1773941433.083496:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a8555c000. 00000100:00000010:1.0:1773941433.083498:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9969a400. 00000100:00000010:1.0:1773941433.083501:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a8555e000. 00000100:00000010:1.0:1773941433.083503:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a99698c00. 00000100:00000010:1.0:1773941433.083506:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a85558000. 00000100:00000010:1.0:1773941433.083508:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9969b800. 00000100:00000010:1.0:1773941433.083515:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a860b0000. 00000100:00000010:1.0:1773941433.083517:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a99699000. 00000100:00000010:1.0:1773941433.083520:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a860b2000. 00000100:00000010:1.0:1773941433.083522:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a99698400. 00000100:00000010:1.0:1773941433.083525:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a860b4000. 00000100:00000010:1.0:1773941433.083527:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9969ac00. 00000100:00000010:1.0:1773941433.083530:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a860b6000. 00000100:00000010:1.0:1773941433.083532:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9969a800. 00000100:00000010:1.0:1773941433.083539:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a892b2000. 00000100:00000010:1.0:1773941433.083541:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9969bc00. 00000100:00000010:1.0:1773941433.083545:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a892b4000. 00000100:00000010:1.0:1773941433.083547:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a99698000. 00000100:00000010:1.0:1773941433.083550:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a892b6000. 00000100:00000010:1.0:1773941433.083552:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9969b000. 00000100:00000010:1.0:1773941433.083555:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a892b0000. 00000100:00000010:1.0:1773941433.083558:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a99698800. 00000100:00000010:1.0:1773941433.083565:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a833a8000. 00000100:00100000:1.0:1773941433.083567:0:14733:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00000010:1.0:1773941433.083570:0:14733:0:(service.c:803:ptlrpc_register_service()) kmalloced '(svcpt)': 784 at ffff8a5a9969b400. 00000100:00000010:1.0:1773941433.083582:0:14733:0:(service.c:627:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_array)': 12080 at ffff8a5a82ac4000. 00000100:00000010:1.0:1773941433.083588:0:14733:0:(service.c:635:ptlrpc_service_part_init()) kmalloced '(array->paa_reqs_count)': 3020 at ffff8a5a86db8000. 00000100:00000010:1.0:1773941433.083591:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a99699400. 00000100:00000010:1.0:1773941433.083594:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a833aa000. 00000100:00000010:1.0:1773941433.083596:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a99699800. 00000100:00000010:1.0:1773941433.083599:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a833ac000. 00000100:00000010:1.0:1773941433.083600:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9969a000. 00000100:00000010:1.0:1773941433.083604:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a833ae000. 00000100:00000010:1.0:1773941433.083605:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a99699c00. 00000100:00000010:1.0:1773941433.083612:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a9abdc000. 00000100:00000010:1.0:1773941433.083615:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a90ed7000. 00000100:00000010:1.0:1773941433.083618:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a9abde000. 00000100:00000010:1.0:1773941433.083620:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8a6bf800. 00000100:00000010:1.0:1773941433.083623:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a9abd8000. 00000100:00000010:1.0:1773941433.083625:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8a6bcc00. 00000100:00000010:1.0:1773941433.083628:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a9abda000. 00000100:00000010:1.0:1773941433.083630:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8a6bfc00. 00000100:00000010:1.0:1773941433.083664:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a98ab2000. 00000100:00000010:1.0:1773941433.083668:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8547d800. 00000100:00000010:1.0:1773941433.083671:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a98ab4000. 00000100:00000010:1.0:1773941433.083674:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a8547c800. 00000100:00000010:1.0:1773941433.083677:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a98ab6000. 00000100:00000010:1.0:1773941433.083679:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a84c63c00. 00000100:00000010:1.0:1773941433.083683:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a98ab0000. 00000100:00000010:1.0:1773941433.083685:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a84c63000. 00000100:00000010:1.0:1773941433.083693:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a85090000. 00000100:00000010:1.0:1773941433.083696:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a84c60800. 00000100:00000010:1.0:1773941433.083701:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a85092000. 00000100:00000010:1.0:1773941433.083702:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a84c63800. 00000100:00000010:1.0:1773941433.083706:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a85094000. 00000100:00000010:1.0:1773941433.083708:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a84c62c00. 00000100:00000010:1.0:1773941433.083715:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a85096000. 00000100:00000010:1.0:1773941433.083720:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85165800. 00000100:00000010:1.0:1773941433.083727:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850f6000. 00000100:00000010:1.0:1773941433.083730:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a85164c00. 00000100:00000010:1.0:1773941433.083734:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850f0000. 00000100:00000010:1.0:1773941433.083737:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5ac207e000. 00000100:00000010:1.0:1773941433.083740:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850f2000. 00000100:00000010:1.0:1773941433.083743:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5ac207dc00. 00000100:00000010:1.0:1773941433.083746:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850f4000. 00000100:00000010:1.0:1773941433.083749:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5ac2065000. 00000100:00000010:1.0:1773941433.083756:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850ee000. 00000100:00000010:1.0:1773941433.083759:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5ac2067800. 00000100:00000010:1.0:1773941433.083763:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850e8000. 00000100:00000010:1.0:1773941433.083765:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5ac2066c00. 00000100:00000010:1.0:1773941433.083769:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850ea000. 00000100:00000010:1.0:1773941433.083773:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5ac2065400. 00000100:00000010:1.0:1773941433.083776:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a850ec000. 00000400:00000200:0.0:1773941433.083778:0:2393:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000100:00000010:1.0:1773941433.083781:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a83270400. 00000800:00000200:0.1:1773941433.083783:0:2393:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:0.1:1773941433.083804:0:2393:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000100:00000010:1.0:1773941433.083807:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a877c2000. 00000800:00000200:0.1:1773941433.083808:0:2393:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51b00 type 2, nob 96 niov 1 nkiov 0 00000100:00000010:1.0:1773941433.083814:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a83270c00. 00000800:00000200:0.0:1773941433.083816:0:2393:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp p 3.x 192.168.202.12 -> 192.168.202.122:988 incarnation:1773941276512056712 sched[0] 00000100:00000010:1.0:1773941433.083820:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a877c4000. 00000800:00000010:0.0:1773941433.083821:0:2393:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8a5a84efff00. 00000100:00000010:1.0:1773941433.083826:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a83273000. 00000100:00000010:1.0:1773941433.083831:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a877c6000. 00000100:00000010:1.0:1773941433.083834:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa071dc00. 00000100:00000010:1.0:1773941433.083838:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a877c0000. 00000100:00000010:1.0:1773941433.083841:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa071e000. 00000100:00000010:1.0:1773941433.083849:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835da000. 00000100:00000010:1.0:1773941433.083853:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a9a85cc00. 00000100:00000010:1.0:1773941433.083858:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835dc000. 00000100:00000010:1.0:1773941433.083860:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa15db400. 00000100:00000010:1.0:1773941433.083864:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835de000. 00000100:00000010:1.0:1773941433.083870:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa15d8000. 00000100:00000010:1.0:1773941433.083873:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835d8000. 00000400:00000200:0.0:1773941433.083874:0:2393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000100:00000010:1.0:1773941433.083876:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa15db000. 00000100:00000010:1.0:1773941433.083887:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c9a000. 00000100:00000010:1.0:1773941433.083891:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa078b800. 00000100:00000010:1.0:1773941433.083894:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c9c000. 00000100:00000010:1.0:1773941433.083902:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa02f2800. 00000100:00000010:1.0:1773941433.083906:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c9e000. 00000100:00000010:1.0:1773941433.083909:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa02f2c00. 00000100:00000010:1.0:1773941433.083913:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90c98000. 00000100:00000010:1.0:1773941433.083916:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa02f1400. 00000100:00000010:1.0:1773941433.083923:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a98b78000. 00000100:00000010:1.0:1773941433.083926:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa02f1800. 00000100:00000010:1.0:1773941433.083929:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a98b7a000. 00000100:00000010:1.0:1773941433.083931:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa02f2000. 00000100:00000010:1.0:1773941433.083935:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a98b7c000. 00000100:00000010:1.0:1773941433.083937:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa02f1c00. 00000100:00000010:1.0:1773941433.083940:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a98b7e000. 00000100:00000010:1.0:1773941433.083942:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa02f3400. 00000100:00000010:1.0:1773941433.083950:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a900b0000. 00000100:00000010:1.0:1773941433.083952:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa02f0800. 00000100:00000010:1.0:1773941433.083955:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a900b2000. 00000100:00000010:1.0:1773941433.083958:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa02f3000. 00000100:00000010:1.0:1773941433.083961:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a900b4000. 00000100:00000010:1.0:1773941433.083963:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa02f2400. 00000100:00000010:1.0:1773941433.083967:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a900b6000. 00000800:00000001:0.0:1773941433.083967:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000010:1.0:1773941433.083970:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa02f0000. 00000800:00000001:0.0:1773941433.083974:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1773941433.083979:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a83524000. 00000100:00000010:1.0:1773941433.083984:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa02f3c00. 00000100:00000010:1.0:1773941433.083987:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a83526000. 00000100:00000010:1.0:1773941433.083990:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa02f0400. 00000100:00000010:1.0:1773941433.083999:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a83520000. 00000100:00000010:1.0:1773941433.084002:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa02f1000. 00000100:00000010:1.0:1773941433.084005:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a83522000. 00000100:00000010:1.0:1773941433.084008:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa02f3800. 00000800:00000200:0.0:1773941433.084012:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941433.084016:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 232 at ffff8a5a87e51b00. 00000100:00000010:1.0:1773941433.084017:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90cb4000. 00000100:00000010:1.0:1773941433.084022:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5aa02f0c00. 00000400:00000200:0.0:1773941433.084022:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1773941433.084029:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90cb6000. 00000400:00000200:0.0:1773941433.084030:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: GET: OK 00000400:00000200:0.0:1773941433.084036:0:2398:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 5 00000100:00000010:1.0:1773941433.084040:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a892f9000. 00000400:00000200:0.0:1773941433.084040:0:2398:0:(peer.c:3033:lnet_discovery_event_send()) Ping Send to 192.168.202.122@tcp: 0 00000100:00000010:1.0:1773941433.084046:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90cb0000. 00000100:00000010:1.0:1773941433.084050:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a892fb800. 00000100:00000010:1.0:1773941433.084053:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90cb2000. 00000100:00000010:1.0:1773941433.084056:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a892f8c00. 00000100:00000010:1.0:1773941433.084063:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90e64000. 00000100:00000010:1.0:1773941433.084066:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a892fa800. 00000100:00000010:1.0:1773941433.084069:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90e66000. 00000100:00000010:1.0:1773941433.084070:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a892fac00. 00000100:00000010:1.0:1773941433.084073:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90e60000. 00000100:00000010:1.0:1773941433.084075:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a892f9400. 00000100:00000010:1.0:1773941433.084078:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a90e62000. 00000100:00000010:1.0:1773941433.084079:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a892f9800. 00000100:00000010:1.0:1773941433.084086:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a82fa8000. 00000100:00000010:1.0:1773941433.084089:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a892fa000. 00000100:00000010:1.0:1773941433.084092:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a82faa000. 00000100:00000010:1.0:1773941433.084094:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a892f9c00. 00000100:00000010:1.0:1773941433.084097:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a82fac000. 00000100:00000010:1.0:1773941433.084100:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a892fb400. 00000100:00000010:1.0:1773941433.084105:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a82fae000. 00000100:00000010:1.0:1773941433.084108:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a892f8800. 00000100:00000010:1.0:1773941433.084118:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835bc000. 00000100:00000010:1.0:1773941433.084121:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a892fb000. 00000100:00000010:1.0:1773941433.084125:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835be000. 00000100:00000010:1.0:1773941433.084133:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a892fa400. 00000100:00000010:1.0:1773941433.084138:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835b8000. 00000100:00000010:1.0:1773941433.084141:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a892f8000. 00000100:00000010:1.0:1773941433.084145:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a835ba000. 00000100:00000010:1.0:1773941433.084148:0:14733:0:(service.c:65:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff8a5a892fbc00. 00000100:00000010:1.0:1773941433.084158:0:14733:0:(service.c:75:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff8a5a89afc000. 00000100:00100000:1.0:1773941433.084161:0:14733:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000400:00000200:1.0:1773941433.084165:0:14733:0:(lib-ptl.c:921:LNetSetLazyPortal()) Setting portal 17 lazy 00000020:00000010:1.0:1773941433.084206:0:14733:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a892f8400. 00000020:00000010:1.0:1773941433.084211:0:14733:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff8a5a84e60000. 00000100:00000001:1.0:1773941433.084249:0:14733:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:1.0:1773941433.084251:0:14733:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:1.0:1773941433.084253:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.084256:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a84ef4e40. 00000100:00000001:1.0:1773941433.084258:0:14733:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:1.0:1773941433.084260:0:14733:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8a5a9009fac0. 00000100:00000001:1.0:1773941433.084262:0:14733:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084264:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084266:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.084269:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a84ef4840. 00000100:00000001:1.0:1773941433.084271:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084272:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.084275:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e23480. 00000100:00000001:1.0:1773941433.084277:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084278:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.084281:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e23600. 00000100:00000001:1.0:1773941433.084283:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084285:0:14733:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084286:0:14733:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941433.084289:0:14733:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff8a5a854fcd80. 00000800:00000010:0.0:1773941433.084289:0:2393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff8a5a90d50000. 00000100:00000001:1.0:1773941433.084294:0:14733:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:1.0:1773941433.084295:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000800:00000010:0.0:1773941433.084295:0:2393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8a5a84efff00. 00000100:00000010:1.0:1773941433.084298:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e236c0. 00000800:00000010:0.0:1773941433.084300:0:2393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8a5a9006b540. 00000100:00000001:1.0:1773941433.084301:0:14733:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:1.0:1773941433.084306:0:14733:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8a5a9009f900. 00000800:00000010:0.0:1773941433.084310:0:2393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8a5a9006b540. 00000100:00000001:1.0:1773941433.084313:0:14733:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084315:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084316:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.084320:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e23240. 00000100:00000001:1.0:1773941433.084324:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084325:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.084327:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e239c0. 00000100:00000001:1.0:1773941433.084329:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084330:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.084331:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e233c0. 00000100:00000001:1.0:1773941433.084332:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084333:0:14733:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084334:0:14733:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084336:0:14733:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084337:0:14733:0:(nrs.c:1006:nrs_svcpt_setup_locked()) Process entered 00000100:00000001:1.0:1773941433.084337:0:14733:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:1.0:1773941433.084338:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.084339:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e23a80. 00000100:00000001:1.0:1773941433.084340:0:14733:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:1.0:1773941433.084341:0:14733:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8a5a9009f680. 00000100:00000001:1.0:1773941433.084342:0:14733:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084343:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084344:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.084345:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e23840. 00000100:00000001:1.0:1773941433.084346:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084347:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.084348:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e23cc0. 00000100:00000001:1.0:1773941433.084350:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084350:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.084351:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e23780. 00000100:00000001:1.0:1773941433.084352:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084353:0:14733:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084354:0:14733:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941433.084356:0:14733:0:(nrs.c:1026:nrs_svcpt_setup_locked()) kmalloced '(svcpt->scp_nrs_hp)': 112 at ffff8a5a854fc200. 00000100:00000001:1.0:1773941433.084357:0:14733:0:(nrs.c:924:nrs_register_policies_locked()) Process entered 00000100:00000001:1.0:1773941433.084358:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.084359:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a90e23900. 00000100:00000001:1.0:1773941433.084360:0:14733:0:(nrs.c:211:nrs_policy_start_locked()) Process entered 00000100:00000010:1.0:1773941433.084366:0:14733:0:(nrs_fifo.c:59:nrs_fifo_start()) kmalloced '(head)': 40 at ffff8a5a9009f480. 00000100:00000001:1.0:1773941433.084367:0:14733:0:(nrs.c:336:nrs_policy_start_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084369:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084370:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.084372:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a98664e40. 00000100:00000001:1.0:1773941433.084373:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084374:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.084376:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a98664300. 00000100:00000001:1.0:1773941433.084377:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084378:0:14733:0:(nrs.c:783:nrs_policy_register()) Process entered 00000100:00000010:1.0:1773941433.084379:0:14733:0:(nrs.c:794:nrs_policy_register()) kmalloced '(policy)': 152 at ffff8a5a98664180. 00000100:00000001:1.0:1773941433.084380:0:14733:0:(nrs.c:842:nrs_policy_register()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084381:0:14733:0:(nrs.c:944:nrs_register_policies_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084382:0:14733:0:(nrs.c:985:nrs_svcpt_setup_locked0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084383:0:14733:0:(nrs.c:1034:nrs_svcpt_setup_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.084403:0:14733:0:(nrs.c:1379:ptlrpc_service_nrs_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773941433.084405:0:14733:0:(service.c:848:ptlrpc_register_service()) ldlm_canceld: Started, listening on portal 17 00000100:00000001:1.0:1773941433.084406:0:14733:0:(service.c:3400:ptlrpc_start_threads()) Process entered 00000100:00000001:1.0:1773941433.084407:0:14733:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1773941433.084408:0:14733:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00000010:1.0:1773941433.084410:0:14733:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8a5a82f7cc00. 00000100:00100000:1.0:1773941433.084412:0:14733:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000800:00000001:1.0:1773941433.084483:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941433.084490:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941433.084492:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941433.084494:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941433.084498:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941433.084503:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : REPLY - for me 00000400:00000200:1.0:1773941433.084509:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941433.084512:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941433.084518:0:2398:0:(lib-move.c:4647:lnet_parse_reply()) 192.168.202.12@tcp: Reply from 12345-192.168.202.122@tcp of length 48/48 into md 0x9b1 00000800:00000001:1.0:1773941433.084525:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1773941433.084541:0:14738:0:(service.c:2998:ptlrpc_main()) Process entered 00000800:00000001:1.0:1773941433.084542:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941433.084546:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941433.084549:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: REPLY: OK 00000400:00000200:1.0:1773941433.084554:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b550 00000400:00000010:1.0:1773941433.084560:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b550. 00000400:00000200:1.0:1773941433.084563:0:2398:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 3 00000400:00000200:1.0:1773941433.084566:0:2398:0:(peer.c:2911:lnet_discovery_event_reply()) Peer 192.168.202.122@tcp has discovery enabled 00000400:00000200:1.0:1773941433.084568:0:2398:0:(peer.c:2923:lnet_discovery_event_reply()) peer 192.168.202.122@tcp(ffff8a5a82c2e200) is MR 00000400:00000200:1.0:1773941433.084571:0:2398:0:(peer.c:2992:lnet_discovery_event_reply()) peer 192.168.202.122@tcp data present 363512030. state = 0x241 00000400:00000200:1.0:1773941433.084575:0:2398:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.122@tcp: -114 00000100:00000010:0.0:1773941433.084586:0:14738:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff8a5a9006bb80. 00000020:00000010:0.0:1773941433.084590:0:14738:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9006bcc0. 00000800:00000001:1.0:1773941433.084592:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1773941433.084593:0:14738:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a85501800. 00000800:00000001:1.0:1773941433.084597:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1773941433.084598:0:14738:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a85500600. 00000020:00000010:0.0:1773941433.084603:0:14738:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a996c3780. 00000040:00000010:0.0:1773941433.084606:0:14738:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a85500000. 00000020:00000010:0.0:1773941433.084609:0:14738:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a98b0c000. 00000020:00000010:0.0:1773941433.084613:0:14738:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5aa0652338. 00000020:00000010:0.0:1773941433.084615:0:14738:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a85500a00. 80000000:00000010:0.0:1773941433.084617:0:14738:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a996c3ae0. 00000400:00000200:2.0:1773941433.084619:0:2403:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 40000000:00000010:0.0:1773941433.084620:0:14738:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a9006bc40. 00000400:00000200:2.0:1773941433.084628:0:2403:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.122@tcp(ffff8a5a82c2e200) state 0xc1 00008000:00000010:0.0:1773941433.084629:0:14738:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a99687880. 00100000:00000010:0.0:1773941433.084635:0:14738:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a98b09800. 00040000:00000010:0.0:1773941433.084638:0:14738:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a87e51b00. 00040000:00000010:0.0:1773941433.084660:0:14738:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a98b08000. 00000400:00000200:2.0:1773941433.084662:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00040000:00000010:0.0:1773941433.084663:0:14738:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a85500800. 00000004:00000010:0.0:1773941433.084668:0:14738:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a98b09000. 00000400:00000200:2.0:1773941433.084670:0:2403:0:(peer.c:432:lnet_peer_del_locked()) peer 192.168.202.112@tcp 00000004:00000010:0.0:1773941433.084673:0:14738:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a90c6e000. 00000400:00000200:2.0:1773941433.084678:0:2403:0:(peer.c:354:lnet_peer_detach_peer_ni_locked()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp 00000004:00000010:0.0:1773941433.084679:0:14738:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a98b0a800. 00000400:00000200:2.0:1773941433.084683:0:2403:0:(peer.c:2187:lnet_destroy_peer_ni_locked()) ffff8a5a83ebf000 nid 192.168.202.112@tcp 00002000:00000010:0.0:1773941433.084685:0:14738:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a90c72800. 00000400:00000010:2.0:1773941433.084686:0:2403:0:(peer.c:2217:lnet_destroy_peer_ni_locked()) kfreed 'lpni': 384 at ffff8a5a83ebf000. 00000004:00000010:0.0:1773941433.084689:0:14738:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a90c71400. 00000400:00000200:2.0:1773941433.084694:0:2403:0:(peer.c:212:lnet_destroy_peer_net_locked()) ffff8a5a86610180 net tcp 00000100:00000200:0.0:1773941433.084694:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941433.084699:0:2403:0:(peer.c:219:lnet_destroy_peer_net_locked()) kfreed 'lpn': 72 at ffff8a5a86610180. 00000400:00000010:0.0:1773941433.084701:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629630. 00000400:00000200:2.0:1773941433.084705:0:2403:0:(peer.c:270:lnet_destroy_peer_locked()) ffff8a5a83ebe000 nid 192.168.202.112@tcp 00000400:00000010:0.0:1773941433.084708:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a84eff0c0. 00000400:00000010:2.0:1773941433.084709:0:2403:0:(peer.c:300:lnet_destroy_peer_locked()) kfreed 'lp': 376 at ffff8a5a83ebe000. 00000100:00000200:0.0:1773941433.084713:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:2.0:1773941433.084715:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941433.084719:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629bb0. 00000400:00000010:2.0:1773941433.084721:0:2403:0:(peer.c:137:lnet_peer_ni_alloc()) alloc '(lpni)': 384 at ffff8a5a83ebe000. 00000400:00000010:0.0:1773941433.084723:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a84eff180. 00000400:00000200:2.0:1773941433.084728:0:2403:0:(peer.c:183:lnet_peer_ni_alloc()) ffff8a5a83ebe000 nid 192.168.202.112@tcp 00000100:00000200:0.0:1773941433.084728:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084734:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a996298f0. 00000400:00000200:2.0:1773941433.084738:0:2403:0:(peer.c:1639:lnet_peer_attach_peer_ni()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp flags 0x11 00000400:00000010:0.0:1773941433.084739:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a84eff300. 00000100:00000200:0.0:1773941433.084745:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000200:2.0:1773941433.084746:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000010:0.0:1773941433.084749:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629cb8. 00000400:00000200:2.0:1773941433.084750:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000010:0.0:1773941433.084754:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a84eff480. 00000400:00000200:2.0:1773941433.084756:0:2403:0:(peer.c:1899:lnet_peer_add_nid()) peer 192.168.202.112@tcp NID 192.168.202.122@tcp flags 0x11: 0 00000100:00000200:0.0:1773941433.084758:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1773941433.084762:0:2403:0:(peer.c:3265:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff8a5a85152680. 00000400:00000010:2.0:1773941433.084767:0:2403:0:(peer.c:3266:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff8a5a85152140. 00000400:00000010:0.0:1773941433.084769:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a996292c0. 00000400:00000010:2.0:1773941433.084771:0:2403:0:(peer.c:3267:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff8a5a85152bc0. 00000400:00000010:0.0:1773941433.084774:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a84effe40. 00000100:00000200:0.0:1773941433.084777:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084781:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629d68. 00000400:00000200:2.0:1773941433.084796:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000010:0.0:1773941433.084801:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a84effc00. 00000400:00000200:2.0:1773941433.084803:0:2403:0:(peer.c:566:lnet_peer_del_nid()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp flags 0x11: -1 00000100:00000200:0.0:1773941433.084806:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084810:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629058. 00000400:00020000:2.0:1773941433.084814:0:2403:0:(peer.c:3365:lnet_peer_merge_data()) Error deleting NID 192.168.202.112@tcp from peer 192.168.202.112@tcp: -1 00000400:00000010:0.0:1773941433.084815:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a84eff240. 00000100:00000200:0.0:1773941433.084819:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084822:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629210. 00000400:00000010:0.0:1773941433.084823:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a84eff3c0. 00000100:00000200:0.0:1773941433.084826:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084829:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629688. 00000400:00000010:0.0:1773941433.084830:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a84effa80. 00000100:00000200:0.0:1773941433.084833:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084836:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629478. 00000400:00000010:0.0:1773941433.084838:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a84effd80. 00000100:00000200:0.0:1773941433.084839:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084840:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629108. 00000400:00000010:0.0:1773941433.084841:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a84effcc0. 00000100:00000200:0.0:1773941433.084845:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084846:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629c08. 00000400:00000010:0.0:1773941433.084847:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a84eff900. 00000100:00000200:0.0:1773941433.084848:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084850:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629e18. 00000400:00000010:0.0:1773941433.084851:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a84eff840. 00000100:00000200:0.0:1773941433.084852:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084853:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a996294d0. 00000400:00000010:0.0:1773941433.084854:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a84eff6c0. 00000100:00000200:0.0:1773941433.084856:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084857:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629790. 00000400:00000010:0.0:1773941433.084858:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a84eff000. 00000100:00000200:0.0:1773941433.084859:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084860:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629840. 00000400:00000010:0.0:1773941433.084861:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a84eff9c0. 00000100:00000200:0.0:1773941433.084867:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084869:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a996297e8. 00000400:00000010:0.0:1773941433.084878:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb7d80. 00000100:00000200:0.0:1773941433.084881:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084882:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629dc0. 00000400:00000010:0.0:1773941433.084884:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb7cc0. 00000100:00000200:0.0:1773941433.084885:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084886:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a996296e0. 00000400:00000010:0.0:1773941433.084888:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb7000. 00000100:00000200:0.0:1773941433.084889:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084890:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629c60. 00000400:00000010:0.0:1773941433.084891:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb7900. 00000100:00000200:0.0:1773941433.084892:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084893:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a996299f8. 00000400:00000010:0.0:1773941433.084895:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb7840. 00000100:00000200:0.0:1773941433.084896:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084897:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629000. 00000400:00000010:0.0:1773941433.084898:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb7f00. 00000100:00000200:0.0:1773941433.084899:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084900:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629420. 00000400:00000010:0.0:1773941433.084902:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb7c00. 00000100:00000200:0.0:1773941433.084903:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084904:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a996295d8. 00000400:00000010:0.0:1773941433.084905:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb7b40. 00000100:00000200:0.0:1773941433.084906:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084907:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a996293c8. 00000400:00000010:0.0:1773941433.084909:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb70c0. 00000100:00000200:0.0:1773941433.084910:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084911:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a996291b8. 00000400:00000010:0.0:1773941433.084912:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb7180. 00000100:00000200:0.0:1773941433.084913:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084914:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629aa8. 00000400:00000010:0.0:1773941433.084915:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb7300. 00000100:00000200:0.0:1773941433.084917:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084918:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629e70. 00000400:00000010:0.0:1773941433.084922:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb7480. 00000100:00000200:0.0:1773941433.084923:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084925:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a996290b0. 00000400:00000010:0.0:1773941433.084926:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb7e40. 00000100:00000200:0.0:1773941433.084928:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084929:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629d10. 00000400:00000010:0.0:1773941433.084930:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb79c0. 00000100:00000200:0.0:1773941433.084931:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084932:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629f78. 00000400:00000010:0.0:1773941433.084933:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb76c0. 00000100:00000200:0.0:1773941433.084935:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084936:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629738. 00000400:00000010:0.0:1773941433.084937:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb7780. 00000100:00000200:0.0:1773941433.084938:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084939:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629160. 00000400:00000010:0.0:1773941433.084940:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb7540. 00000100:00000200:0.0:1773941433.084941:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084943:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a996299a0. 00000400:00000010:0.0:1773941433.084944:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb7240. 00000100:00000200:0.0:1773941433.084945:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084946:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629b00. 00000400:00000010:0.0:1773941433.084947:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb7600. 00000100:00000200:0.0:1773941433.084948:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084949:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629ec8. 00000400:00000010:0.0:1773941433.084951:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb73c0. 00000100:00000200:0.0:1773941433.084952:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084953:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629898. 00000400:00000010:0.0:1773941433.084954:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fb7a80. 00000100:00000200:0.0:1773941433.084955:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084956:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629f20. 00000400:00000010:0.0:1773941433.084963:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fab000. 00000100:00000200:0.0:1773941433.084965:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084966:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629268. 00000400:00000010:0.0:1773941433.084967:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fab900. 00000100:00000200:0.0:1773941433.084968:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084973:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629948. 00000400:00000010:0.0:1773941433.084974:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fab840. 00000100:00000200:0.0:1773941433.084976:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084977:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629b58. 00000400:00000010:0.0:1773941433.084978:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fabf00. 00000100:00000200:0.0:1773941433.084980:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084981:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629580. 00000400:00000010:0.0:1773941433.084982:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fabc00. 00000100:00000200:0.0:1773941433.084983:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084985:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629370. 00000400:00000010:0.0:1773941433.084986:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fabb40. 00000100:00000200:0.0:1773941433.084987:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084988:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629a50. 00000400:00000010:0.0:1773941433.084989:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fab0c0. 00000100:00000200:0.0:1773941433.084990:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084991:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629528. 00000400:00000010:0.0:1773941433.084992:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fab180. 00000100:00000200:0.0:1773941433.084994:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.084996:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a99629318. 00000400:00000010:0.0:1773941433.084997:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fab300. 00000100:00000200:0.0:1773941433.084998:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.085000:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd898. 00000400:00000010:0.0:1773941433.085001:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fab480. 00000100:00000200:0.0:1773941433.085002:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.085003:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd268. 00000400:00000010:0.0:1773941433.085004:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fabe40. 00000100:00000200:0.0:1773941433.085006:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.085007:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd948. 00000400:00000010:0.0:1773941433.085008:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fab9c0. 00000100:00000200:0.0:1773941433.085009:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.085010:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddb58. 00000400:00000010:0.0:1773941433.085011:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fab6c0. 00000100:00000200:0.0:1773941433.085013:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.085014:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd580. 00000400:00000010:0.0:1773941433.085015:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fab780. 00000100:00000200:0.0:1773941433.085020:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.085021:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd318. 00000400:00000010:0.0:1773941433.085022:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fab540. 00000100:00000200:0.0:1773941433.085024:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.085026:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd528. 00000400:00000010:0.0:1773941433.085027:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fab240. 00000100:00000200:0.0:1773941433.085028:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.085029:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dda50. 00000400:00000010:0.0:1773941433.085030:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fab600. 00000100:00000200:0.0:1773941433.085032:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.085033:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd370. 00000400:00000010:0.0:1773941433.085035:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fab3c0. 00000100:00000200:0.0:1773941433.085037:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.085038:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd630. 00000400:00000010:0.0:1773941433.085040:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90faba80. 00000100:00000200:0.0:1773941433.085041:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.085043:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddbb0. 00000400:00000010:0.0:1773941433.085044:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fabd80. 00000100:00000200:0.0:1773941433.085045:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.085046:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd8f0. 00000400:00000010:0.0:1773941433.085047:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90fabcc0. 00000100:00000200:0.0:1773941433.085049:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.085050:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddcb8. 00000400:00000010:0.0:1773941433.085056:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90d8aa80. 00000100:00000200:0.0:1773941433.085058:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.085060:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd2c0. 00000400:00000010:0.0:1773941433.085061:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90d8ad80. 00000100:00000200:0.0:1773941433.085062:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.085063:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddd68. 00000400:00000010:0.0:1773941433.085064:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90d8acc0. 00000100:00000200:0.0:1773941433.085066:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.085067:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd058. 00000400:00000010:0.0:1773941433.085068:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90d8a000. 00000100:00000200:0.0:1773941433.085069:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.085070:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd210. 00000400:00000010:0.0:1773941433.085074:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90d8a900. 00000100:00000200:0.0:1773941433.085076:0:14738:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1773941433.085077:0:14738:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd688. 00000400:00000010:0.0:1773941433.085079:0:14738:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90d8a840. 00000100:00000010:0.0:1773941433.085082:0:14738:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8a5a98b0d000. 00000100:00000200:0.0:1773941433.085094:0:14738:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1773941433.085111:0:14733:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.085116:0:14733:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1773941433.085117:0:14733:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00000010:1.0:1773941433.085122:0:14733:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8a5a82f7d800. 00000100:00100000:1.0:1773941433.085125:0:14733:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000400:00000200:0.0:1773941433.085246:0:2393:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000100:00000001:1.0:1773941433.085248:0:14739:0:(service.c:2998:ptlrpc_main()) Process entered 00000800:00000200:0.1:1773941433.085250:0:2393:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:0.0:1773941433.085257:0:2393:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp p 3.x 192.168.202.12 -> 192.168.202.122:988 incarnation:1773941276512056712 sched[0] 00000800:00000010:0.0:1773941433.085261:0:2393:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8a5a84efff00. 00000100:00000010:1.0:1773941433.085271:0:14739:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff8a5a9009f140. 00000020:00000010:1.0:1773941433.085278:0:14739:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9009f880. 00000020:00000010:1.0:1773941433.085283:0:14739:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a82f7c200. 00000020:00000010:1.0:1773941433.085286:0:14739:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a82f7de00. 00000020:00000010:1.0:1773941433.085288:0:14739:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a83eff780. 00000040:00000010:1.0:1773941433.085291:0:14739:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a82f7c600. 00000400:00000200:0.0:1773941433.085293:0:2393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.202.122:988 00000020:00000010:1.0:1773941433.085295:0:14739:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a87d09000. 00000020:00000010:1.0:1773941433.085300:0:14739:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a988ce4a0. 00000020:00000010:1.0:1773941433.085303:0:14739:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a82f7c000. 80000000:00000010:1.0:1773941433.085305:0:14739:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83eff0c0. 40000000:00000010:1.0:1773941433.085307:0:14739:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a9009f380. 00008000:00000010:1.0:1773941433.085311:0:14739:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a89204a98. 00100000:00000010:1.0:1773941433.085315:0:14739:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a82fda800. 00000400:00000200:0.0:1773941433.085318:0:2393:0:(lib-socket.c:453:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.202.122:988 00040000:00000010:1.0:1773941433.085319:0:14739:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a83c44e00. 00040000:00000010:1.0:1773941433.085326:0:14739:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a82fd8800. 00040000:00000010:1.0:1773941433.085328:0:14739:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a82f7d400. 00000004:00000010:1.0:1773941433.085331:0:14739:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a82fd9000. 00000004:00000010:1.0:1773941433.085335:0:14739:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a84e65000. 00000004:00000010:1.0:1773941433.085338:0:14739:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a82fd9800. 00002000:00000010:1.0:1773941433.085349:0:14739:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a9ab36400. 00000004:00000010:1.0:1773941433.085355:0:14739:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a9ab34000. 00000100:00000010:1.0:1773941433.085358:0:14739:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8a5a82fdf000. 00000800:00000001:0.0:1773941433.085370:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1773941433.085371:0:14739:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000800:00000001:0.0:1773941433.085375:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941433.085380:0:14733:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941433.085385:0:14733:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1773941433.085387:0:14733:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00000010:3.0:1773941433.085392:0:14733:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8a5a89354000. 00000100:00100000:3.0:1773941433.085395:0:14733:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00000001:1.0:1773941433.085506:0:14740:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:1.0:1773941433.085517:0:14740:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff8a5a9009f780. 00000020:00000010:1.0:1773941433.085519:0:14740:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9009fc80. 00000020:00000010:1.0:1773941433.085522:0:14740:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a82f7ca00. 00000020:00000010:1.0:1773941433.085525:0:14740:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a8a61de00. 00000020:00000010:1.0:1773941433.085526:0:14740:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a83efff00. 00000040:00000010:1.0:1773941433.085529:0:14740:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a8a61c000. 00000020:00000010:1.0:1773941433.085531:0:14740:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a82fde800. 00000020:00000010:1.0:1773941433.085533:0:14740:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a988cb758. 00000020:00000010:1.0:1773941433.085535:0:14740:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87e49c00. 80000000:00000010:1.0:1773941433.085537:0:14740:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83effde0. 40000000:00000010:1.0:1773941433.085539:0:14740:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a9009f800. 00008000:00000010:1.0:1773941433.085541:0:14740:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a892066d8. 00100000:00000010:1.0:1773941433.085543:0:14740:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a82fdc000. 00040000:00000010:1.0:1773941433.085545:0:14740:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a83c44600. 00040000:00000010:1.0:1773941433.085547:0:14740:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a82fdd000. 00040000:00000010:1.0:1773941433.085549:0:14740:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87e49600. 00000004:00000010:1.0:1773941433.085551:0:14740:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a82fdb000. 00000004:00000010:1.0:1773941433.085554:0:14740:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a84e62000. 00000004:00000010:1.0:1773941433.085557:0:14740:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a82fdf800. 00002000:00000010:1.0:1773941433.085560:0:14740:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a9ab37c00. 00000004:00000010:1.0:1773941433.085563:0:14740:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a9ab34400. 00000100:00000010:1.0:1773941433.085567:0:14740:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8a5a82fd8000. 00000100:00000200:1.0:1773941433.085578:0:14740:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00000100:00000001:3.0:1773941433.085690:0:14733:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941433.085694:0:14733:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:3.0:1773941433.085696:0:14733:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00000010:3.0:1773941433.085702:0:14733:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8a5a89355a00. 00000100:00100000:3.0:1773941433.085706:0:14733:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000800:00000010:0.0:1773941433.085710:0:2393:0:(socklnd.c:886:ksocknal_create_conn()) alloc '(conn)': 4712 at ffff8a5a90d54000. 00000800:00000010:0.0:1773941433.085715:0:2393:0:(socklnd.c:913:ksocknal_create_conn()) alloc '(hello)': 144 at ffff8a5a90d8af00. 00000800:00000010:0.0:1773941433.085718:0:2393:0:(socklnd_proto.c:573:ksocknal_send_hello_v2()) alloc '(hello4)': 56 at ffff8a5a9006bdc0. 00000800:00000010:0.0:1773941433.085724:0:2393:0:(socklnd_proto.c:613:ksocknal_send_hello_v2()) kfreed 'hello4': 56 at ffff8a5a9006bdc0. 00000100:00000001:0.0:1773941433.085877:0:14741:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:3.0:1773941433.085913:0:14741:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff8a5a90ead800. 00000020:00000010:3.0:1773941433.085924:0:14741:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a90ead440. 00000020:00000010:3.0:1773941433.085928:0:14741:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a89355400. 00000020:00000010:3.0:1773941433.085931:0:14741:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a89355c00. 00000020:00000010:3.0:1773941433.085933:0:14741:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc120. 00000040:00000010:3.0:1773941433.085937:0:14741:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a89354200. 00000020:00000010:3.0:1773941433.085941:0:14741:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a90012800. 00000020:00000010:3.0:1773941433.085944:0:14741:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a86621e30. 00000020:00000010:3.0:1773941433.085948:0:14741:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a89355e00. 80000000:00000010:3.0:1773941433.085950:0:14741:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffcd80. 40000000:00000010:3.0:1773941433.085953:0:14741:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a90ead5c0. 00008000:00000010:3.0:1773941433.085957:0:14741:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a83ec7170. 00100000:00000010:3.0:1773941433.085960:0:14741:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a90017800. 00040000:00000010:3.0:1773941433.085963:0:14741:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5aa17daf00. 00040000:00000010:3.0:1773941433.085966:0:14741:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a90013000. 00040000:00000010:3.0:1773941433.085969:0:14741:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a89202a00. 00000004:00000010:3.0:1773941433.085972:0:14741:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a90013800. 00000004:00000010:3.0:1773941433.085976:0:14741:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a87ff2000. 00000004:00000010:3.0:1773941433.085979:0:14741:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a90010800. 00002000:00000010:3.0:1773941433.085982:0:14741:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a83551000. 00000004:00000010:3.0:1773941433.086066:0:14741:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a83550400. 00000100:00000200:3.0:1773941433.086070:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086075:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644dc0. 00000400:00000010:3.0:1773941433.086079:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90584780. 00000100:00000200:3.0:1773941433.086082:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086085:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a866446e0. 00000400:00000010:3.0:1773941433.086087:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90584480. 00000100:00000200:3.0:1773941433.086089:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086092:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644c60. 00000400:00000010:3.0:1773941433.086095:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a84edacc0. 00000100:00000200:3.0:1773941433.086097:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086099:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a866449f8. 00000400:00000010:3.0:1773941433.086102:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a8a45fd80. 00000100:00000200:3.0:1773941433.086104:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086106:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644000. 00000400:00000010:3.0:1773941433.086114:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a8a45fe40. 00000100:00000200:3.0:1773941433.086116:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086119:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644420. 00000400:00000010:3.0:1773941433.086121:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a8a45fa80. 00000100:00000200:3.0:1773941433.086124:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086126:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a866445d8. 00000400:00000010:3.0:1773941433.086167:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4000. 00000100:00000200:3.0:1773941433.086171:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086174:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a866443c8. 00000400:00000010:3.0:1773941433.086177:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4cc0. 00000100:00000200:3.0:1773941433.086180:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086182:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a866441b8. 00000400:00000010:3.0:1773941433.086184:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4900. 00000100:00000200:3.0:1773941433.086187:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086189:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644aa8. 00000400:00000010:3.0:1773941433.086192:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c43c0. 00000100:00000200:3.0:1773941433.086194:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086196:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644e70. 00000400:00000010:3.0:1773941433.086198:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4c00. 00000100:00000200:3.0:1773941433.086200:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086203:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a866440b0. 00000400:00000010:3.0:1773941433.086205:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4a80. 00000100:00000200:3.0:1773941433.086208:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086210:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644d10. 00000400:00000010:3.0:1773941433.086212:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4540. 00000100:00000200:3.0:1773941433.086214:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086216:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644f78. 00000400:00000010:3.0:1773941433.086218:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c40c0. 00000100:00000200:3.0:1773941433.086221:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086223:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644738. 00000400:00000010:3.0:1773941433.086225:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4480. 00000100:00000200:3.0:1773941433.086228:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086230:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644160. 00000400:00000010:3.0:1773941433.086232:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4d80. 00000100:00000200:3.0:1773941433.086234:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086242:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a866449a0. 00000400:00000010:3.0:1773941433.086245:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c46c0. 00000100:00000200:3.0:1773941433.086247:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086250:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644b00. 00000400:00000010:3.0:1773941433.086252:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4300. 00000100:00000200:3.0:1773941433.086254:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086256:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644ec8. 00000400:00000010:3.0:1773941433.086258:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4180. 00000100:00000200:3.0:1773941433.086260:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086263:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644898. 00000400:00000010:3.0:1773941433.086265:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4600. 00000100:00000200:3.0:1773941433.086267:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086269:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644f20. 00000400:00000010:3.0:1773941433.086272:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4e40. 00000100:00000200:3.0:1773941433.086274:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086276:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644268. 00000400:00000010:3.0:1773941433.086279:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a854c4780. 00000100:00000200:3.0:1773941433.086281:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086283:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644948. 00000400:00000010:3.0:1773941433.086286:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83578c00. 00000100:00000200:3.0:1773941433.086288:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086290:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644b58. 00000400:00000010:3.0:1773941433.086292:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83578600. 00000100:00000200:3.0:1773941433.086294:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086296:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644580. 00000400:00000010:3.0:1773941433.086299:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835786c0. 00000100:00000200:3.0:1773941433.086301:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086303:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644318. 00000400:00000010:3.0:1773941433.086305:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835783c0. 00000100:00000200:3.0:1773941433.086308:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086310:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644528. 00000400:00000010:3.0:1773941433.086313:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83578e40. 00000100:00000200:3.0:1773941433.086315:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086317:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644a50. 00000400:00000010:3.0:1773941433.086320:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83578000. 00000100:00000200:3.0:1773941433.086326:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086329:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644370. 00000400:00000010:3.0:1773941433.086331:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83578cc0. 00000100:00000200:3.0:1773941433.086334:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086336:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644630. 00000400:00000010:3.0:1773941433.086338:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83578900. 00000100:00000200:3.0:1773941433.086341:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086343:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644bb0. 00000400:00000010:3.0:1773941433.086345:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a835780c0. 00000100:00000200:3.0:1773941433.086398:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086402:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a866448f0. 00000400:00000010:3.0:1773941433.086405:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83578240. 00000100:00000200:3.0:1773941433.086407:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086409:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644cb8. 00000400:00000010:3.0:1773941433.086411:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83578d80. 00000100:00000200:3.0:1773941433.086413:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086415:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a866442c0. 00000400:00000010:3.0:1773941433.086417:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83578540. 00000100:00000200:3.0:1773941433.086419:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086421:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644d68. 00000400:00000010:3.0:1773941433.086423:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83578180. 00000100:00000200:3.0:1773941433.086425:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086427:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644058. 00000400:00000010:3.0:1773941433.086429:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83578480. 00000100:00000200:3.0:1773941433.086431:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086433:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a866447e8. 00000400:00000010:3.0:1773941433.086435:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83578780. 00000100:00000200:3.0:1773941433.086437:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086439:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644790. 00000400:00000010:3.0:1773941433.086442:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a83578300. 00000100:00000200:3.0:1773941433.086444:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086446:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644840. 00000400:00000010:3.0:1773941433.086448:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a98b16e40. 00000100:00000200:3.0:1773941433.086450:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086452:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a866444d0. 00000400:00000010:3.0:1773941433.086460:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a98b163c0. 00000100:00000200:3.0:1773941433.086463:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086466:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644e18. 00000400:00000010:3.0:1773941433.086468:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a98b16180. 00000100:00000200:3.0:1773941433.086470:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086472:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644478. 00000400:00000010:3.0:1773941433.086474:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a98b16840. 00000100:00000200:3.0:1773941433.086476:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086479:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644c08. 00000400:00000010:3.0:1773941433.086481:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a98b16b40. 00000100:00000200:3.0:1773941433.086483:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086587:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644108. 00000400:00000010:3.0:1773941433.086591:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a98b16c00. 00000100:00000200:3.0:1773941433.086594:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086596:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a86644688. 00000400:00000010:3.0:1773941433.086599:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a98b16480. 00000100:00000200:3.0:1773941433.086601:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086613:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0a840. 00000400:00000010:3.0:1773941433.086618:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a98b160c0. 00000100:00000200:3.0:1773941433.086622:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086626:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0a7e8. 00000400:00000200:0.0:1773941433.086629:0:2393:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000010:3.0:1773941433.086631:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a98b16240. 00000800:00000200:0.1:1773941433.086633:0:2393:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected e ksnr_max_conns 1 00000100:00000200:3.0:1773941433.086636:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:0.0:1773941433.086657:0:2393:0:(socklnd.c:1183:ksocknal_create_conn()) New conn 12345-192.168.202.122@tcp p 3.x 192.168.202.12 -> 192.168.202.122:988 incarnation:1773941276512056712 sched[0] 00000800:00000010:0.0:1773941433.086661:0:2393:0:(socklnd.c:1191:ksocknal_create_conn()) kfreed 'hello': 144 at ffff8a5a90d8af00. 00000400:00000010:3.0:1773941433.086662:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0adc0. 00000400:00000010:3.0:1773941433.086667:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a98b169c0. 00000100:00000200:3.0:1773941433.086671:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086675:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0a6e0. 00000400:00000010:3.0:1773941433.086678:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a98b166c0. 00000100:00000200:3.0:1773941433.086681:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086684:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0ac60. 00000800:00000001:1.0:1773941433.086686:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:3.0:1773941433.086688:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a98b16900. 00000800:00000001:1.0:1773941433.086692:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1773941433.086693:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086699:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0a9f8. 00000400:00000010:3.0:1773941433.086701:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a98b16600. 00000100:00000200:3.0:1773941433.086704:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086712:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0a000. 00000400:00000010:3.0:1773941433.086715:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a99250300. 00000100:00000200:3.0:1773941433.086718:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086720:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0a420. 00000400:00000010:3.0:1773941433.086722:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a99250180. 00000100:00000200:3.0:1773941433.086724:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086777:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0a5d8. 00000400:00000010:3.0:1773941433.086782:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a99250d80. 00000100:00000200:3.0:1773941433.086799:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086802:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0a3c8. 00000400:00000010:3.0:1773941433.086805:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a99250480. 00000100:00000200:3.0:1773941433.086808:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086810:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0a1b8. 00000400:00000010:3.0:1773941433.086812:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a992506c0. 00000100:00000200:3.0:1773941433.086814:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086816:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aaa8. 00000400:00000010:3.0:1773941433.086819:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a99250cc0. 00000100:00000200:3.0:1773941433.086821:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086824:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0ae70. 00000400:00000010:3.0:1773941433.086826:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a99250e40. 00000100:00000200:3.0:1773941433.086828:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086831:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0a0b0. 00000400:00000010:3.0:1773941433.086833:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a992509c0. 00000100:00000200:3.0:1773941433.086835:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086837:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0ad10. 00000400:00000010:3.0:1773941433.086840:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a99250600. 00000100:00000200:3.0:1773941433.086842:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086844:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0af78. 00000400:00000010:3.0:1773941433.086848:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a92206780. 00000100:00000200:3.0:1773941433.086850:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086852:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0a738. 00000400:00000010:3.0:1773941433.086855:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a92206d80. 00000100:00000200:3.0:1773941433.086857:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086859:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0a160. 00000400:00000010:3.0:1773941433.086861:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a922066c0. 00000100:00000200:3.0:1773941433.086870:0:14741:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1773941433.086873:0:14741:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0a9a0. 00000400:00000010:3.0:1773941433.086876:0:14741:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff8a5a90d78cc0. 00000100:00000010:3.0:1773941433.086879:0:14741:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8a5a90015000. 00000100:00000200:3.0:1773941433.086896:0:14741:0:(service.c:3086:ptlrpc_main()) service thread 0 (#1) started 00000100:00000001:1.0:1773941433.086907:0:14733:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.086910:0:14733:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1773941433.086912:0:14733:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00000010:1.0:1773941433.086916:0:14733:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8a5a87e48600. 00000100:00100000:1.0:1773941433.086918:0:14733:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00000001:1.0:1773941433.087055:0:14742:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:3.0:1773941433.088732:0:14742:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff8a5a90ead500. 00000020:00000010:3.0:1773941433.088736:0:14742:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a90ead600. 00000020:00000010:3.0:1773941433.088739:0:14742:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a89203800. 00000020:00000010:3.0:1773941433.088741:0:14742:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a89203c00. 00000020:00000010:3.0:1773941433.088743:0:14742:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc960. 00000040:00000010:3.0:1773941433.088745:0:14742:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a89202000. 00000020:00000010:3.0:1773941433.088748:0:14742:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a90010000. 00000020:00000010:3.0:1773941433.088750:0:14742:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a86623758. 00000020:00000010:3.0:1773941433.088752:0:14742:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a89203200. 80000000:00000010:3.0:1773941433.088754:0:14742:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffcc00. 40000000:00000010:3.0:1773941433.088756:0:14742:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a90ead380. 00008000:00000010:3.0:1773941433.088759:0:14742:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a83ec58b8. 00100000:00000010:3.0:1773941433.088761:0:14742:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a90016000. 00040000:00000010:3.0:1773941433.088764:0:14742:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5aa17da600. 00040000:00000010:3.0:1773941433.088766:0:14742:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a8922a800. 00040000:00000010:3.0:1773941433.088768:0:14742:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a89203600. 00000004:00000010:3.0:1773941433.088771:0:14742:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a8922c000. 00000004:00000010:3.0:1773941433.088774:0:14742:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a87ff6000. 00000004:00000010:3.0:1773941433.088776:0:14742:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a8922d800. 00002000:00000010:3.0:1773941433.088778:0:14742:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a83550c00. 00000004:00000010:3.0:1773941433.088780:0:14742:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a83552800. 00000100:00000010:3.0:1773941433.088783:0:14742:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8a5a8922f000. 00000100:00000200:3.0:1773941433.088808:0:14742:0:(service.c:3086:ptlrpc_main()) service thread 1 (#2) started 00000100:00000001:1.0:1773941433.088831:0:14733:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.088835:0:14733:0:(service.c:3433:ptlrpc_start_thread()) Process entered 00000100:00100000:1.0:1773941433.088837:0:14733:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00000010:1.0:1773941433.088843:0:14733:0:(service.c:3452:ptlrpc_start_thread()) kmalloced '(thread)': 328 at ffff8a5a87e48000. 00000100:00100000:1.0:1773941433.088846:0:14733:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00000100:00000001:1.0:1773941433.088984:0:14743:0:(service.c:2998:ptlrpc_main()) Process entered 00000100:00000010:3.0:1773941433.089019:0:14743:0:(service.c:3025:ptlrpc_main()) kmalloced '(env)': 56 at ffff8a5a90ead880. 00000020:00000010:3.0:1773941433.089021:0:14743:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a90eadb00. 00000020:00000010:3.0:1773941433.089026:0:14743:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a89202600. 00000020:00000010:3.0:1773941433.089029:0:14743:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a89202800. 00000020:00000010:3.0:1773941433.089031:0:14743:0:(cl_object.c:1137:cl_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc1e0. 00000040:00000010:3.0:1773941433.089032:0:14743:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a89202200. 00000020:00000010:3.0:1773941433.089041:0:14743:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8922e800. 00000020:00000010:3.0:1773941433.089043:0:14743:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a86625a90. 00000020:00000010:3.0:1773941433.089046:0:14743:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a89203a00. 80000000:00000010:3.0:1773941433.089048:0:14743:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc0c0. 40000000:00000010:3.0:1773941433.089049:0:14743:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a90eadd80. 00008000:00000010:3.0:1773941433.089051:0:14743:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff8a5a83ec6350. 00100000:00000010:3.0:1773941433.089055:0:14743:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a8922e000. 00040000:00000010:3.0:1773941433.089057:0:14743:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5aa17da800. 00040000:00000010:3.0:1773941433.089059:0:14743:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a89228000. 00040000:00000010:3.0:1773941433.089062:0:14743:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a8a5a8e00. 00000004:00000010:3.0:1773941433.089064:0:14743:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a8922c800. 00000004:00000010:3.0:1773941433.089068:0:14743:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a87ff0000. 00000004:00000010:3.0:1773941433.089071:0:14743:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a9827f000. 00002000:00000010:3.0:1773941433.089074:0:14743:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a83553c00. 00000004:00000010:3.0:1773941433.089076:0:14743:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a83552400. 00000100:00000010:3.0:1773941433.089080:0:14743:0:(service.c:3052:ptlrpc_main()) kmalloced '(rs)': 2048 at ffff8a5a98278800. 00000100:00000200:3.0:1773941433.089094:0:14743:0:(service.c:3086:ptlrpc_main()) service thread 2 (#3) started 00000400:00000200:2.0:1773941433.089105:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000100:00000001:1.0:1773941433.089106:0:14733:0:(service.c:3528:ptlrpc_start_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.089114:0:14733:0:(service.c:3418:ptlrpc_start_threads()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773941433.089115:0:2403:0:(peer.c:3405:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff8a5a85152680. 00000100:00000001:1.0:1773941433.089118:0:14733:0:(service.c:857:ptlrpc_register_service()) Process leaving (rc=18446614720081809920 : -129353627741696 : ffff8a5a82f7d200) 00000400:00000010:2.0:1773941433.089123:0:2403:0:(peer.c:3406:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff8a5a85152140. 00000400:00000010:2.0:1773941433.089127:0:2403:0:(peer.c:3407:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff8a5a85152bc0. 00010000:00000010:1.0:1773941433.089129:0:14733:0:(ldlm_lockd.c:3466:ldlm_setup()) kmalloced '(blp)': 168 at ffff8a5a997aeb40. 00000400:00000010:2.0:1773941433.089132:0:2403:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 281 at ffff8a5a85501400. 00000400:00000200:2.0:1773941433.089140:0:2403:0:(peer.c:3410:lnet_peer_merge_data()) peer 192.168.202.112@tcp (ffff8a5a82c2e200): 0 00000400:00000200:2.0:1773941433.089144:0:2403:0:(peer.c:3714:lnet_peer_data_present()) peer 192.168.202.112@tcp(ffff8a5a82c2e200): 0. state = 0x100141 00000400:00000200:2.0:1773941433.089148:0:2403:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.112@tcp(ffff8a5a82c2e200) state 0x100141 rc 1 00000400:00000200:2.0:1773941433.089154:0:2403:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.112@tcp(ffff8a5a82c2e200) state 0x100141 00000400:00000010:2.0:1773941433.089187:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678110. 00000400:00000010:2.0:1773941433.089194:0:2403:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff8a5a814e0e00. 00000400:00000200:2.0:1773941433.089200:0:2403:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.122@tcp 00000400:00000200:2.0:1773941433.089209:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:2.0:1773941433.089218:0:2403:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.12@tcp to MR: 192.168.202.122@tcp local destination 00000400:00000200:2.0:1773941433.089228:0:2403:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [128:128:256:4294967295] 192.168.202.122@tcp LPNI seq info [2:2:8:4294967295] 00000400:00000200:2.0:1773941433.089233:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:2.0:1773941433.089238:0:2403:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.122@tcp 00000400:00000200:2.0:1773941433.089245:0:2403:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:192.168.202.12@tcp) -> 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:2.0:1773941433.089252:0:2403:0:(socklnd_cb.c:1001:ksocknal_send()) sending 48 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:2.0:1773941433.089257:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544a00. 00000800:00000200:2.0:1773941433.089263:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:2.0:1773941433.089270:0:2403:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:2.0:1773941433.089274:0:2403:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544a00 type 1, nob 144 niov 1 nkiov 1 00000400:00000200:2.0:1773941433.089291:0:2403:0:(peer.c:3922:lnet_peer_send_push()) peer 192.168.202.112@tcp 00000400:00000200:2.0:1773941433.089294:0:2403:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.112@tcp(ffff8a5a82c2e200) state 0x100541 rc 0 00010000:00000001:1.0:1773941433.089303:0:14744:0:(ldlm_lockd.c:2959:ldlm_bl_thread_main()) Process entered 00010000:00000010:1.0:1773941433.089310:0:14744:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8a5a9009f240. 00000020:00000010:1.0:1773941433.089315:0:14744:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87e48c00. 00000020:00000010:1.0:1773941433.089320:0:14744:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87e49a00. 00000020:00000010:1.0:1773941433.089326:0:14744:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a82fdd800. 00000020:00000010:1.0:1773941433.089331:0:14744:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a988cda90. 00000020:00000010:1.0:1773941433.089336:0:14744:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5aa066ac00. 80000000:00000010:1.0:1773941433.089340:0:14744:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83eff2a0. 40000000:00000010:1.0:1773941433.089343:0:14744:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a9009f6c0. 00100000:00000010:1.0:1773941433.089348:0:14744:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a82fdc800. 00040000:00000010:1.0:1773941433.089351:0:14744:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a83c44b00. 00040000:00000010:1.0:1773941433.089356:0:14744:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5aa066b000. 00002000:00000010:1.0:1773941433.089360:0:14744:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a9ab35000. 00000020:00000010:1.0:1773941433.089363:0:14744:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9009f080. 00000800:00000200:0.0:1773941433.089365:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941433.089370:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544a00. 00000400:00000200:0.0:1773941433.089375:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1773941433.089376:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941433.089380:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941433.089382:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00010000:00010000:1.0:1773941433.089385:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000200:0.0:1773941433.089388:0:2397:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 5 00000020:00000001:1.0:1773941433.089390:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000400:00000200:0.0:1773941433.089393:0:2397:0:(peer.c:3033:lnet_discovery_event_send()) Push Send to 192.168.202.122@tcp: 0 00000020:00000001:1.0:1773941433.089394:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941433.089399:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941433.089402:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941433.089404:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941433.089406:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1773941433.089544:0:14745:0:(ldlm_lockd.c:2959:ldlm_bl_thread_main()) Process entered 00010000:00000010:1.0:1773941433.089548:0:14745:0:(ldlm_lockd.c:2961:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff8a5a9009f040. 00000020:00000010:1.0:1773941433.089558:0:14745:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5aa066b600. 00000020:00000010:1.0:1773941433.089561:0:14745:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5aa066a000. 00000020:00000010:1.0:1773941433.089564:0:14745:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a82fdb800. 00000020:00000010:1.0:1773941433.089568:0:14745:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a988cc670. 00000020:00000010:1.0:1773941433.089572:0:14745:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5aa066ae00. 80000000:00000010:1.0:1773941433.089575:0:14745:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83effea0. 40000000:00000010:1.0:1773941433.089578:0:14745:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a9009fc40. 00100000:00000010:1.0:1773941433.089581:0:14745:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a82fde000. 00040000:00000010:1.0:1773941433.089585:0:14745:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a9237ac00. 00040000:00000010:1.0:1773941433.089588:0:14745:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5aa066a200. 00002000:00000010:1.0:1773941433.089592:0:14745:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a9ab37800. 00000020:00000010:1.0:1773941433.089595:0:14745:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9009f700. 00000020:00000001:1.0:1773941433.089606:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941433.089608:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941433.089610:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941433.089612:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941433.089614:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941433.089616:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941433.089619:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941433.089621:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941433.089623:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1773941433.089890:0:14746:0:(ldlm_lockd.c:159:expired_lock_main()) Process entered 00000020:00000010:3.0:1773941433.089896:0:14746:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a8a5a9000. 00000020:00000010:3.0:1773941433.089900:0:14746:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a8a5a9400. 00000040:00000010:3.0:1773941433.089904:0:14746:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a99750e00. 00000020:00000010:3.0:1773941433.089908:0:14746:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a9827e800. 00000020:00000010:3.0:1773941433.089912:0:14746:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8a5a86624670. 00000020:00000010:3.0:1773941433.089915:0:14746:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a99751c00. 80000000:00000010:3.0:1773941433.089920:0:14746:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc480. 40000000:00000010:3.0:1773941433.089923:0:14746:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff8a5a90ead040. 00100000:00000010:3.0:1773941433.089927:0:14746:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8a5a9827c000. 00040000:00000010:3.0:1773941433.089931:0:14746:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5aa17da000. 00040000:00000010:3.0:1773941433.089935:0:14746:0:(qmt_dev.c:344:qmt_key_init()) kmalloced '(value)': 1256 at ffff8a5a9827d000. 00040000:00000010:3.0:1773941433.089940:0:14746:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a99751400. 00000004:00000010:3.0:1773941433.089945:0:14746:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff8a5a9827b000. 00000004:00000010:3.0:1773941433.089949:0:14746:0:(mdt_handler.c:8397:mdt_key_init()) kmalloced '(value)': 2568 at ffff8a5a87ff4000. 00000004:00000010:3.0:1773941433.090018:0:14746:0:(lod_dev.c:2340:lod_key_init()) kmalloced '(value)': 1224 at ffff8a5a89309800. 00002000:00000010:3.0:1773941433.090028:0:14746:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff8a5a83553800. 00000800:00000001:1.0:1773941433.090029:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000004:00000010:3.0:1773941433.090032:0:14746:0:(osp_dev.c:1819:osp_key_init()) kmalloced '(value)': 616 at ffff8a5a83553400. 00000020:00000010:3.0:1773941433.090036:0:14746:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a90ead140. 00000800:00000001:1.0:1773941433.090039:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941433.090043:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1773941433.090049:0:14746:0:(ldlm_lockd.c:142:have_expired_locks()) Process entered 00000800:00000001:1.0:1773941433.090051:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941433.090052:0:14746:0:(ldlm_lockd.c:147:have_expired_locks()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941433.090057:0:14746:0:(ldlm_lockd.c:142:have_expired_locks()) Process entered 00010000:00000001:3.0:1773941433.090058:0:14746:0:(ldlm_lockd.c:147:have_expired_locks()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941433.090060:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941433.090068:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : ACK - for me 00010000:00000001:0.0:1773941433.090072:0:14733:0:(ldlm_pool.c:1348:ldlm_pools_init()) Process entered 00000400:00000200:1.0:1773941433.090077:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000001:00000010:0.0:1773941433.090079:0:14733:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at ffff8a5a996c3f00. 00000400:00000200:1.0:1773941433.090085:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000001:00000010:0.0:1773941433.090091:0:14733:0:(shrinker_debug.c:228:ll_shrinker_alloc()) alloc '(s)': 88 at ffff8a5a996c3000. 00000400:00000200:1.0:1773941433.090096:0:2398:0:(lib-move.c:4700:lnet_parse_ack()) 192.168.202.12@tcp: ACK from 12345-192.168.202.122@tcp into md 0x82d 00000400:00000200:1.0:1773941433.090107:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1773941433.090109:0:14733:0:(ldlm_pool.c:1376:ldlm_pools_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941433.090115:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: ACK: OK 00000400:00000200:1.0:1773941433.090123:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678110 00000400:00000010:1.0:1773941433.090127:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678110. 00010000:00000001:0.0:1773941433.090129:0:14733:0:(ldlm_lockd.c:3518:ldlm_setup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941433.090133:0:14733:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941433.090139:0:14733:0:(genops.c:1283:class_new_import()) kmalloced '(imp)': 1712 at ffff8a5a98b0b000. 00000400:00000200:1.0:1773941433.090142:0:2398:0:(peer.c:3081:lnet_discovery_event_handler()) Received event: 4 00000400:00000200:1.0:1773941433.090147:0:2398:0:(peer.c:2799:lnet_discovery_event_ack()) peer 192.168.202.112@tcp ev->status 0 00000020:00000040:0.0:1773941433.090150:0:14733:0:(obd_config.c:1030:class_incref()) incref MGC192.168.202.112@tcp (ffff8a5aa06b19b8) now 3 - import 00000400:00000200:1.0:1773941433.090154:0:2398:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.112@tcp: -114 00000020:00000001:0.0:1773941433.090160:0:14733:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941433.090163:0:14733:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=1 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941433.090166:0:14733:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1773941433.090168:0:14733:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000800:00000001:1.0:1773941433.090175:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:0.0:1773941433.090180:0:14733:0:(events.c:560:ptlrpc_uuid_to_peer()) 192.168.202.112@tcp->12345-192.168.202.112@tcp 00000800:00000001:1.0:1773941433.090182:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941433.090183:0:2403:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000100:00000001:0.0:1773941433.090185:0:14733:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1773941433.090192:0:2403:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.112@tcp(ffff8a5a82c2e200) state 0x100141 00000400:00000200:0.0:1773941433.090193:0:14733:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941433.090244:0:2403:0:(peer.c:3844:lnet_peer_discovered()) peer 192.168.202.112@tcp 00000400:00000200:3.0:1773941433.090247:0:2403:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.112@tcp(ffff8a5a82c2e200) state 0x100111 rc 0 00000800:00000001:1.0:1773941433.090251:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1773941433.090254:0:2403:0:(peer.c:2421:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.112@tcp 00000400:00000200:0.0:1773941433.090257:0:14733:0:(peer.c:1471:LNetPrimaryNID()) NID 192.168.202.112@tcp primary NID 192.168.202.112@tcp rc 0 00000800:00000001:1.0:1773941433.090261:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941433.090264:0:14733:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000800:00000001:1.0:1773941433.090265:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1773941433.090270:0:14733:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 1 to 192.168.202.112@tcp 00000800:00000001:1.0:1773941433.090271:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941433.090274:0:14733:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000400:00000200:1.0:1773941433.090281:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000100:00000001:0.0:1773941433.090281:0:14733:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446614720086067456 : -129353623484160 : 0xffff8a5a8338c900) 00000100:00000040:0.0:1773941433.090291:0:14733:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff8a5a8338c900 refcount 1 to 192.168.202.112@tcp 00000400:00000200:1.0:1773941433.090296:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000100:00000040:0.0:1773941433.090297:0:14733:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.202.112@tcp -> ffff8a5a8338c900 00010000:00000010:0.0:1773941433.090303:0:14733:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff8a5a996c3ba0. 00000400:00000200:1.0:1773941433.090308:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00010000:00080000:0.0:1773941433.090309:0:14733:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8a5a98b0b000@MGC192.168.202.112@tcp: add connection 192.168.202.112@tcp at head 00000400:00000200:1.0:1773941433.090315:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00010000:00000001:0.0:1773941433.090315:0:14733:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941433.090321:0:14733:0:(ldlm_resource.c:938:ldlm_namespace_new()) Process entered 00000400:00000200:1.0:1773941433.090326:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:0.0:1773941433.090326:0:14733:0:(ldlm_lockd.c:3030:ldlm_get_ref()) Process entered 00010000:00000001:0.0:1773941433.090330:0:14733:0:(ldlm_lockd.c:3039:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941433.090336:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 48 into portal 0 MB=0x8000000000000000 00010000:00000010:0.0:1773941433.090336:0:14733:0:(ldlm_resource.c:955:ldlm_namespace_new()) kmalloced '(ns)': 848 at ffff8a5a90c70800. 00000001:00000001:0.0:1773941433.090342:0:14733:0:(hash.c:1038:cfs_hash_create()) Process entered 00000001:00000010:0.0:1773941433.090347:0:14733:0:(hash.c:1065:cfs_hash_create()) alloc '(hs)': 280 at ffff8a5a82c8e000. 00000400:00000200:1.0:1773941433.090349:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 0 from 12345-192.168.202.112@tcp of length 48/48 into md 0x19 [1] + 0 00000400:00000010:1.0:1773941433.090356:0:2397:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644210. 00000001:00000010:0.0:1773941433.090356:0:14733:0:(hash.c:933:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 16 at ffff8a5a9057dbf0. 00000400:00000200:1.0:1773941433.090364:0:2397:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff8a5a9875dbb0 00000001:00000010:0.0:1773941433.090365:0:14733:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at ffff8a5a98200a00. 00000001:00000010:0.0:1773941433.090372:0:14733:0:(hash.c:946:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 304 at ffff8a5a98200400. 00000800:00000001:1.0:1773941433.090376:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941433.090420:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941433.090424:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941433.090430:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941433.090434:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875dbb0 00000400:00000010:1.0:1773941433.090437:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875dbb0. 00000400:00000200:1.0:1773941433.090442:0:2397:0:(api-ni.c:2341:lnet_push_target_event_handler()) type 2 status 0 unlinked 1 00000400:00000200:1.0:1773941433.090449:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000020:00000010:0.0:1773941433.090454:0:14733:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a90c73000. 00000400:00000200:1.0:1773941433.090457:0:2397:0:(peer.c:2570:lnet_peer_push_event()) peer 192.168.202.112@tcp(ffff8a5a82c2e200) is MR 00000020:00000010:0.0:1773941433.090460:0:14733:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 96 at ffff8a5a996c3180. 00000400:00000010:1.0:1773941433.090464:0:2397:0:(api-ni.c:1821:lnet_ping_buffer_alloc()) alloc '(pbuf)': 57 at ffff8a5a9009f7c0. 00000400:00000200:1.0:1773941433.090471:0:2397:0:(peer.c:2644:lnet_peer_push_event()) Received Push 192.168.202.112@tcp 363512030 00000400:00000200:1.0:1773941433.090485:0:2397:0:(peer.c:2405:lnet_peer_queue_for_discovery()) Queue peer 192.168.202.112@tcp: 0 00010000:00000001:0.0:1773941433.090492:0:14733:0:(ldlm_pool.c:890:ldlm_pool_init()) Process entered 00000400:00000200:1.0:1773941433.090493:0:2397:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1773941433.090502:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941433.090513:0:2397:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.12@tcp to MR: 192.168.202.122@tcp local destination 00000400:00000200:1.0:1773941433.090522:0:2397:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [129:129:256:4294967295] 192.168.202.122@tcp LPNI seq info [3:3:8:4294967295] 00000400:00000200:1.0:1773941433.090535:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00010000:00000001:0.0:1773941433.090536:0:14733:0:(ldlm_pool.c:809:ldlm_pool_debugfs_init()) Process entered 00000400:00000200:1.0:1773941433.090548:0:2397:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:192.168.202.12@tcp) -> 192.168.202.122@tcp(192.168.202.122@tcp:192.168.202.122@tcp) 192.168.202.122@tcp : ACK try# 0 00000800:00000200:1.0:1773941433.090556:0:2397:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.122@tcp 00000020:00000010:0.0:1773941433.090560:0:14733:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a90c73400. 00000800:00000010:1.0:1773941433.090564:0:2397:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a8a62be00. 00000020:00000010:0.0:1773941433.090566:0:14733:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff8a5a98201200. 00000800:00000200:1.0:1773941433.090573:0:2397:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000400:00000200:3.0:1773941433.090575:0:2403:0:(peer.c:3988:lnet_peer_discovery_wait_for_work()) woken: 0 00000400:00000010:3.0:1773941433.090584:0:2403:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0ab00. 00000800:00000200:1.0:1773941433.090589:0:2397:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000400:00000010:3.0:1773941433.090592:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d990. 00010000:00000001:0.0:1773941433.090592:0:14733:0:(ldlm_pool.c:864:ldlm_pool_debugfs_init()) Process leaving 00000800:00000200:1.0:1773941433.090595:0:2397:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a8a62be00 type 0, nob 96 niov 1 nkiov 0 00010000:00010000:0.0:1773941433.090597:0:14733:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.112@tcp-0 is initialized 00000400:00000200:3.0:1773941433.090600:0:2403:0:(api-ni.c:2331:lnet_push_target_post()) posted push target ffff8a5a83ef9400 00010000:00000001:0.0:1773941433.090603:0:14733:0:(ldlm_pool.c:926:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941433.090609:0:2403:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.112@tcp(ffff8a5a82c2e200) state 0x1000d1 00010000:00000001:0.0:1773941433.090609:0:14733:0:(ldlm_resource.c:1046:ldlm_namespace_new()) Process leaving (rc=18446614720313493504 : -129353396058112 : ffff8a5a90c70800) 00010000:00000001:0.0:1773941433.090616:0:14733:0:(ldlm_lib.c:605:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941433.090620:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 10000000:00000001:0.0:1773941433.090621:0:14733:0:(mgc_request.c:751:mgc_llog_init()) Process entered 00000040:00000001:0.0:1773941433.090624:0:14733:0:(llog_obd.c:133:llog_setup()) Process entered 00000400:00000200:3.0:1773941433.090626:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000040:00000010:0.0:1773941433.090629:0:14733:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 168 at ffff8a5a90d8af00. 00000400:00000200:3.0:1773941433.090634:0:2403:0:(peer.c:1899:lnet_peer_add_nid()) peer 192.168.202.112@tcp NID 192.168.202.122@tcp flags 0x11: 0 00000020:00000040:0.0:1773941433.090635:0:14733:0:(genops.c:887:class_export_get()) GET export ffff8a5a892ab800 refcount=2 00000040:01000000:0.0:1773941433.090672:0:14733:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.202.112@tcp ctxt 1 is initialized 00000040:00000001:0.0:1773941433.090675:0:14733:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1773941433.090678:0:14733:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 00000800:00000200:1.0:1773941433.090681:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000040:00000001:0.0:1773941433.090683:0:14733:0:(llog_net.c:31:llog_initiator_connect()) Process entered 00000400:00000010:3.0:1773941433.090685:0:2403:0:(peer.c:3265:lnet_peer_merge_data()) alloc '(curnis)': 40 at ffff8a5a90eadcc0. 00000800:00000010:1.0:1773941433.090686:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a8a62be00. 00000020:00000040:0.0:1773941433.090687:0:14733:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=2 obd=MGC192.168.202.112@tcp 00000400:00000010:3.0:1773941433.090694:0:2403:0:(peer.c:3266:lnet_peer_merge_data()) alloc '(addnis)': 48 at ffff8a5a90ead980. 00000040:00000001:0.0:1773941433.090694:0:14733:0:(llog_net.c:44:llog_initiator_connect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941433.090695:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000040:0.0:1773941433.090701:0:14733:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8a5a90d8af00 : new refcount 1 00000400:00000010:3.0:1773941433.090702:0:2403:0:(peer.c:3267:lnet_peer_merge_data()) alloc '(delnis)': 40 at ffff8a5a90ead1c0. 00000400:00000200:1.0:1773941433.090707:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: ACK: OK 10000000:00000001:0.0:1773941433.090707:0:14733:0:(mgc_request.c:767:mgc_llog_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773941433.090718:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941433.090722:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1773941433.090770:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941433.090776:0:2403:0:(peer.c:566:lnet_peer_del_nid()) peer 192.168.202.112@tcp NID 192.168.202.112@tcp flags 0x11: -1 00000400:00020000:3.0:1773941433.090780:0:2403:0:(peer.c:3365:lnet_peer_merge_data()) Error deleting NID 192.168.202.112@tcp from peer 192.168.202.112@tcp: -1 00000400:00000200:3.0:1773941433.090783:0:2403:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000010:3.0:1773941433.090798:0:2403:0:(peer.c:3405:lnet_peer_merge_data()) kfreed 'curnis': 40 at ffff8a5a90eadcc0. 00000400:00000010:3.0:1773941433.090801:0:2403:0:(peer.c:3406:lnet_peer_merge_data()) kfreed 'addnis': 48 at ffff8a5a90ead980. 00000400:00000010:3.0:1773941433.090803:0:2403:0:(peer.c:3407:lnet_peer_merge_data()) kfreed 'delnis': 40 at ffff8a5a90ead1c0. 00000400:00000010:3.0:1773941433.090805:0:2403:0:(api-ni.c:1839:lnet_ping_buffer_free()) kfreed 'pbuf': 57 at ffff8a5a9009f7c0. 00000400:00000200:3.0:1773941433.090809:0:2403:0:(peer.c:3410:lnet_peer_merge_data()) peer 192.168.202.112@tcp (ffff8a5a82c2e200): 0 00000400:00000200:3.0:1773941433.090811:0:2403:0:(peer.c:3714:lnet_peer_data_present()) peer 192.168.202.112@tcp(ffff8a5a82c2e200): 0. state = 0x100151 00000400:00000200:3.0:1773941433.090815:0:2403:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.112@tcp(ffff8a5a82c2e200) state 0x100151 rc 1 00000400:00000200:3.0:1773941433.090824:0:2403:0:(peer.c:4100:lnet_peer_discovery()) peer 192.168.202.112@tcp(ffff8a5a82c2e200) state 0x100151 00000400:00000200:3.0:1773941433.090827:0:2403:0:(peer.c:3844:lnet_peer_discovered()) peer 192.168.202.112@tcp 00000400:00000200:3.0:1773941433.090829:0:2403:0:(peer.c:4118:lnet_peer_discovery()) peer 192.168.202.112@tcp(ffff8a5a82c2e200) state 0x100111 rc 0 00000400:00000200:3.0:1773941433.090832:0:2403:0:(peer.c:2421:lnet_peer_discovery_complete()) Discovery complete. Dequeue peer 192.168.202.112@tcp 00000020:00000001:0.0:1773941433.090844:0:14733:0:(lprocfs_status.c:1339:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 10000000:00000001:0.0:1773941433.090993:0:14747:0:(mgc_request.c:629:mgc_requeue_thread()) Process entered 10000000:01000000:0.0:1773941433.090996:0:14747:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 10000000:00000001:3.0:1773941433.091016:0:14733:0:(mgc_request.c:896:mgc_device_alloc()) Process leaving (rc=18446614720301105088 : -129353408446528 : ffff8a5a9009ffc0) 00000020:00000010:3.0:1773941433.091023:0:14733:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a83ebe200. 00000040:00000010:3.0:1773941433.091027:0:14733:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a83ebe400. 00000020:00000010:3.0:1773941433.091029:0:14733:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a892ad000. 00000020:00000010:3.0:1773941433.091033:0:14733:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a83ebea00. 00040000:00000010:3.0:1773941433.091035:0:14733:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a83c44c00. 00040000:00000010:3.0:1773941433.091038:0:14733:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a83ebfa00. 00000020:00000010:3.0:1773941433.091040:0:14733:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a989eb800. 00000020:00000010:3.0:1773941433.091044:0:14733:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8a5a854fc100. 00000020:00000010:3.0:1773941433.091048:0:14733:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8a5a8554faf0. 00008000:00000010:3.0:1773941433.091053:0:14733:0:(echo_client.c:449:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8a5a89b12f58. 00000020:00000010:3.0:1773941433.091056:0:14733:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a989ea600. 00000020:00000001:3.0:1773941433.091059:0:14733:0:(obd_class.h:593:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941433.091062:0:14733:0:(obd_config.c:1030:class_incref()) incref MGC192.168.202.112@tcp (ffff8a5aa06b19b8) now 4 - setup 00000020:00000080:3.0:1773941433.091064:0:14733:0:(obd_config.c:861:class_setup()) finished setup of obd MGC192.168.202.112@tcp (uuid 3d31d207-695b-40b8-8597-fab765cae562) 00000020:00000001:3.0:1773941433.091065:0:14733:0:(obd_config.c:863:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941433.091067:0:14733:0:(obd_config.c:1651:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773941433.091071:0:14733:0:(obd_mount.c:168:do_lcfg()) kfreed 'lcfg': 104 at ffff8a5a854fc900. 00000020:00000001:3.0:1773941433.091077:0:14733:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:3.0:1773941433.091080:0:14733:0:(mgc_request.c:1055:mgc_set_info_async()) Process entered 10000000:00000001:3.0:1773941433.091083:0:14733:0:(mgc_request.c:1125:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941433.091085:0:14733:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941433.091087:0:14733:0:(obd_class.h:852:obd_connect()) Process entered 00010000:00000001:3.0:1773941433.091088:0:14733:0:(ldlm_lib.c:670:client_connect_import()) Process entered 00000020:00000001:3.0:1773941433.091091:0:14733:0:(genops.c:1394:class_connect()) Process entered 00000020:00000001:3.0:1773941433.091093:0:14733:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:3.0:1773941433.091096:0:14733:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1208 at ffff8a5a8930a000. 00000020:00000001:3.0:1773941433.091098:0:14733:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941433.091101:0:14733:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a8930a000 with handle 0x4337c2e0c9a631a5 to hash 00000020:00000001:3.0:1773941433.091103:0:14733:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:3.0:1773941433.091109:0:14733:0:(obd_class.h:1008:obd_init_export()) Process entered 00000020:00000001:3.0:1773941433.091111:0:14733:0:(obd_class.h:1012:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941433.091113:0:14733:0:(obd_config.c:1030:class_incref()) incref MGC192.168.202.112@tcp (ffff8a5aa06b19b8) now 5 - export 00000020:00000001:3.0:1773941433.091115:0:14733:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000040:3.0:1773941433.091117:0:14733:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 1 00000020:00000080:3.0:1773941433.091120:0:14733:0:(genops.c:1404:class_connect()) connect: client 3d31d207-695b-40b8-8597-fab765cae562, cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941433.091122:0:14733:0:(genops.c:1405:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941433.091124:0:14733:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941433.091127:0:14733:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941433.091129:0:14733:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941433.091131:0:14733:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=2 00000020:00000001:3.0:1773941433.091133:0:14733:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941433.091135:0:14733:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000001:3.0:1773941433.091139:0:14733:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1773941433.091142:0:14733:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941433.091145:0:14733:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 0 00000400:00000200:3.0:1773941433.091149:0:14733:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941433.091152:0:14733:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000001:3.0:1773941433.091154:0:14733:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941433.091156:0:14733:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941433.091158:0:14733:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941433.091159:0:14733:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941433.091161:0:14733:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941433.091162:0:14733:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941433.091163:0:14733:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941433.091165:0:14733:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941433.091166:0:14733:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000001:3.0:1773941433.091167:0:14733:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941433.091168:0:14733:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941433.091169:0:14733:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941433.091171:0:14733:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941433.091173:0:14733:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941433.091178:0:14733:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941433.091181:0:14733:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941433.091183:0:14733:0:(sec.c:1432:sptlrpc_sec_create()) Process entered 02000000:08000000:3.0:1773941433.091185:0:14733:0:(sec.c:1450:sptlrpc_sec_create()) mgc MGC192.168.202.112@tcp: select security flavor null 02000000:00000001:3.0:1773941433.091188:0:14733:0:(sec.c:1471:sptlrpc_sec_create()) Process leaving (rc=18446744072650636960 : -1058914656 : ffffffffc0e23ea0) 02000000:00000001:3.0:1773941433.091191:0:14733:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941433.091193:0:14733:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941433.091195:0:14733:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941433.091198:0:14733:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085f80. 00000020:00000040:3.0:1773941433.091201:0:14733:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941433.091204:0:14733:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941433.091206:0:14733:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941433.091208:0:14733:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941433.091210:0:14733:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941433.091213:0:14733:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941433.091218:0:14733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a83553000. 00000100:00000001:3.0:1773941433.091223:0:14733:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941433.091231:0:14733:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90085f80 x1860112200252672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941433.091239:0:14733:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941433.091243:0:14733:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941433.091247:0:14733:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007088709c] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90085f80 x1860112200252672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941433.091266:0:14733:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941433.091269:0:14733:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:3.0:1773941433.091270:0:14733:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 3d31d207-695b-40b8-8597-fab765cae562->MGS 00000020:00000040:3.0:1773941433.091272:0:14733:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941433.091289:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941433.091290:0:14733:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941433.091293:0:14733:0:(ldlm_lib.c:725:client_connect_import()) Process leaving 00000100:00000001:0.0:1773941433.091295:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1773941433.091296:0:14733:0:(obd_class.h:868:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.091299:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1773941433.091300:0:14733:0:(obd_mount.c:561:lustre_start_mgc()) kfreed 'uuid': 40 at ffff8a5a9009f400. 00000020:00000010:3.0:1773941433.091306:0:14733:0:(obd_mount.c:562:lustre_start_mgc()) kfreed 'data': 192 at ffff8a5a84ef4d80. 00000020:00000010:3.0:1773941433.091311:0:14733:0:(obd_mount.c:563:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff8a5a860e71a0. 00000100:00000040:0.0:1773941433.091313:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085f80 x1860112200252672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1773941433.091322:0:14733:0:(obd_mount.c:565:lustre_start_mgc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1773941433.091330:0:14733:0:(llite_lib.c:1392:ll_fill_super()) Process entered 00000100:00000001:0.0:1773941433.091331:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000080:00200000:3.0:1773941433.091335:0:14733:0:(llite_lib.c:1395:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff8a5a892a9800 (sb ffff8a5a892a9800) 00000100:00000001:0.0:1773941433.091335:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941433.091341:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000080:00000010:3.0:1773941433.091344:0:14733:0:(llite_lib.c:1399:ll_fill_super()) kmalloced '(cfg)': 88 at ffff8a5a90ffcd20. 02000000:00000001:0.0:1773941433.091345:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1773941433.091351:0:14733:0:(llite_lib.c:93:ll_init_sbi()) Process entered 02000000:00000001:0.0:1773941433.091351:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1773941433.091358:0:14733:0:(llite_lib.c:95:ll_init_sbi()) kmalloced '(sbi)': 1376 at ffff8a5a8930c800. 00000100:00100000:0.0:1773941433.091358:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200252672:192.168.202.112@tcp:250:mount.lustre.0 00000100:00000001:0.0:1773941433.091366:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941433.091371:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941433.091373:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941433.091383:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941433.091389:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c71c00. 00000100:00000040:2.0:1773941433.091391:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (244) 02000000:00000001:0.0:1773941433.091393:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941433.091402:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941433.091406:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd478. 00000400:00000010:0.0:1773941433.091411:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b3b8. 00000100:00000200:0.0:1773941433.091416:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200252672, portal 25 00000100:00000001:0.0:1773941433.091418:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941433.091420:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300998528 : -129353408553088 : ffff8a5a90085f80) 00000100:00000040:0.0:1773941433.091427:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085f80 x1860112200252672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941433.091436:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941433.091439:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:0.0:1773941433.091443:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b550. 00000100:00000200:0.0:1773941433.091447:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200252672, offset 0 00000400:00000200:0.0:1773941433.091455:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941433.091461:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941433.091466:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941433.091471:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941433.091476:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941433.091481:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941433.091485:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941433.091489:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[0, 3] 00000020:00000001:3.0:1773941433.091493:0:14733:0:(cl_page.c:1379:cl_cache_init()) Process entered 00000400:00000200:0.0:1773941433.091495:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941433.091500:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [130:130:256:4294967295] 192.168.202.112@tcp LPNI seq info [4:4:8:4294967295] 00000400:00000200:0.0:1773941433.091506:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000020:00000010:3.0:1773941433.091513:0:14733:0:(cl_page.c:1380:cl_cache_init()) kmalloced '(cache)': 152 at ffff8a5a90d78000. 00000020:00000001:3.0:1773941433.091518:0:14733:0:(cl_page.c:1396:cl_cache_init()) Process leaving (rc=18446614720314572800 : -129353394978816 : ffff8a5a90d78000) 00000400:00000200:0.0:1773941433.091518:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000080:00000010:3.0:1773941433.091525:0:14733:0:(llite_lib.c:129:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_prefix)': 6 at ffff8a5a82f058d8. 00000800:00000200:0.0:1773941433.091531:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000080:00000010:3.0:1773941433.091532:0:14733:0:(llite_lib.c:136:ll_init_sbi()) kmalloced '(sbi->ll_foreign_symlink_upcall)': 5 at ffff8a5a82f05560. 00000800:00000010:0.0:1773941433.091536:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51400. 00000080:00000001:3.0:1773941433.091542:0:14733:0:(llite_lib.c:240:ll_init_sbi()) Process leaving (rc=18446614720186206208 : -129353523345408 : ffff8a5a8930c800) 00000800:00000200:0.0:1773941433.091543:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000080:00000001:3.0:1773941433.091547:0:14733:0:(llite_lib.c:1107:ll_options()) Process entered 00000080:00000001:3.0:1773941433.091550:0:14733:0:(llite_lib.c:1109:ll_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941433.091554:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000080:01000000:3.0:1773941433.091555:0:14733:0:(llite_lib.c:1429:ll_fill_super()) llite sb uuid: 1edcb7ce-573e-4bc6-bc77-f249f23c4cd8 00000800:00000200:0.0:1773941433.091566:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773941433.091580:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941433.091587:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941433.091589:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294911828 00000100:00000001:0.0:1773941433.091597:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294911749 00000100:00000001:0.0:1773941433.091601:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294911828 00000100:00000001:0.0:1773941433.091605:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294911749 00000100:00000001:0.0:1773941433.091609:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941433.091612:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.091616:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.091619:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941433.091624:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941433.091627:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941433.091629:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941433.091631:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941433.091633:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.091635:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941433.091704:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941433.091706:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941433.091710:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1773941433.091733:0:14733:0:(lproc_llite.c:2772:ll_debugfs_register_super()) Process entered 00000800:00000200:0.0:1773941433.091758:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941433.091762:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51400. 00000400:00000200:0.0:1773941433.091767:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941433.091772:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941433.091776:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b550 00000400:00000010:0.0:1773941433.091779:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b550. 00000100:00000001:0.0:1773941433.091783:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941433.091803:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085f80 x1860112200252672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941433.091814:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941433.091818:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085f80 x1860112200252672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941433.091827:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.091835:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1773941433.092163:0:14733:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a98247400. 00000020:00000010:3.0:1773941433.092167:0:14733:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 1440 at ffff8a5a8930d800. 00000020:00000010:3.0:1773941433.092182:0:14733:0:(lprocfs_status.c:1445:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8a5a98244c00. 00000020:00000010:3.0:1773941433.092185:0:14733:0:(lprocfs_status.c:1457:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 576 at ffff8a5a98247000. 00000080:00000001:3.0:1773941433.092196:0:14733:0:(lproc_llite.c:2842:ll_debugfs_register_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941433.092198:0:14733:0:(obd_mount.c:62:lustre_process_log()) Process entered 00000020:00000010:3.0:1773941433.092200:0:14733:0:(obd_mount.c:67:lustre_process_log()) kmalloced '(bufs)': 104 at ffff8a5a98814280. 00000020:00000010:3.0:1773941433.092204:0:14733:0:(obd_mount.c:76:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff8a5a90d78a80. 00000020:00000001:3.0:1773941433.092205:0:14733:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:3.0:1773941433.092208:0:14733:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a99751600. 00000020:00000010:3.0:1773941433.092211:0:14733:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a99750a00. 00000040:00000010:3.0:1773941433.092214:0:14733:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a99750800. 00000020:00000010:3.0:1773941433.092217:0:14733:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930f000. 00000020:00000010:3.0:1773941433.092219:0:14733:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a99751800. 00040000:00000010:3.0:1773941433.092223:0:14733:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a91b38a00. 00040000:00000010:3.0:1773941433.092226:0:14733:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a99750c00. 10000000:00000001:3.0:1773941433.092229:0:14733:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:3.0:1773941433.092236:0:14733:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:01000000:3.0:1773941433.092238:0:14733:0:(mgc_request.c:1953:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:3.0:1773941433.092240:0:14733:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:3.0:1773941433.092242:0:14733:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8a5a892a9800 10000000:00000001:3.0:1773941433.092245:0:14733:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1773941433.092246:0:14733:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941433.092248:0:14733:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1773941433.092249:0:14733:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8a5aa06b19b8 10000000:00000010:3.0:1773941433.092253:0:14733:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff8a5a99751a00. 10000000:01000000:3.0:1773941433.092255:0:14733:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:3.0:1773941433.092258:0:14733:0:(genops.c:887:class_export_get()) GET export ffff8a5a892ab800 refcount=3 02000000:00000010:3.0:1773941433.092262:0:14733:0:(sec_config.c:546:sptlrpc_conf_get()) kmalloced '(conf)': 120 at ffff8a5a98814200. 02000000:08000000:3.0:1773941433.092264:0:14733:0:(sec_config.c:557:sptlrpc_conf_get()) create sptlrpc conf lustre 10000000:00000001:3.0:1773941433.092266:0:14733:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941433.092268:0:14733:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941433.092270:0:14733:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941433.092271:0:14733:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941433.092276:0:14733:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941433.092277:0:14733:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941433.092279:0:14733:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941433.092281:0:14733:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941433.092283:0:14733:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941433.092286:0:14733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a99750600. 00000100:00000001:3.0:1773941433.092289:0:14733:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941433.092292:0:14733:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941433.092294:0:14733:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941433.092299:0:14733:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4a00. 00010000:00000001:3.0:1773941433.092303:0:14733:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941433.092306:0:14733:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000010:3.0:1773941433.092310:0:14733:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff8a5a98814800. 00000020:00000001:3.0:1773941433.092313:0:14733:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941433.092314:0:14733:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a631ac to hash 00000020:00000001:3.0:1773941433.092316:0:14733:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941433.092317:0:14733:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941433.092320:0:14733:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941433.092327:0:14733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941433.092329:0:14733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941433.092332:0:14733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941433.092340:0:14733:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941433.092349:0:14733:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941433.092353:0:14733:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941433.092354:0:14733:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941433.092358:0:14733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78780. 00000100:00000001:3.0:1773941433.092360:0:14733:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314574720 : -129353394976896 : ffff8a5a90d78780) 00000100:00000001:3.0:1773941433.092362:0:14733:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941433.092363:0:14733:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941433.092366:0:14733:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941433.092367:0:14733:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941433.092369:0:14733:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941433.092370:0:14733:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941433.092374:0:14733:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200252800/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941433.092380:0:14733:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941433.092381:0:14733:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1773941433.092384:0:14733:0:(client.c:1829:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8a5a90084a80 x1860112200252800/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941433.092389:0:14733:0:(client.c:1834:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941433.092390:0:14733:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941433.092391:0:14733:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941433.092393:0:14733:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 0 seconds 00000100:00000001:3.0:1773941433.092394:0:14733:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941433.092396:0:14733:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941433.092403:0:14733:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941433.092404:0:14733:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941433.092406:0:14733:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773941433.093047:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941433.093055:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941433.093058:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941433.093061:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941433.093066:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941433.093071:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941433.093078:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941433.093081:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941433.093085:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941433.093089:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef03d00 00000400:00000200:0.0:1773941433.093093:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941433.093098:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xbc9 [1] + 0 00000800:00000001:0.0:1773941433.093103:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941433.093109:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941433.093111:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941433.093115:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941433.093120:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941433.093124:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085f80 x1860112200252672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941433.093137:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90085f80 x1860112200252672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941433.093150:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941433.093155:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941433.093158:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941433.093167:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941433.093169:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941433.093173:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941433.093175:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941433.093177:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd478. 00000400:00000200:0.0:1773941433.093181:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b3b8 00000400:00000010:0.0:1773941433.093183:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b3b8. 00000100:00000001:0.0:1773941433.093186:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941433.093190:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085f80 x1860112200252672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941433.093207:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085f80 x1860112200252672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941443 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941433.093213:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941433.093215:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941433.093218:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941433.093221:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941433.093224:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941433.093226:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941433.093229:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941433.093235:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=1773941433 v=5 (0 0 0 0) 00000100:00001000:0.0:1773941433.093239:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941433 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941433.093243:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:0.0:1773941433.093247:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941433.093249:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941433.093252:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941433.093254:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.093257:0:2404:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1773941433.093259:0:2404:0:(client.c:3081:ptlrpc_free_committed()) MGC192.168.202.112@tcp: committing for last_committed 0 gen 1 00000100:00000040:0.0:1773941433.093262:0:2404:0:(client.c:3191:ptlrpc_free_committed()) MGC192.168.202.112@tcp: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1773941433.093265:0:2404:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1773941433.093267:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941433.093273:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085f80 x1860112200252672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941433.093280:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941433.093283:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941433.093286:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941433.093289:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941433.093293:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941433.093297:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941433.093299:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:0.0:1773941433.093301:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941433.093303:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:0.0:1773941433.093313:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:0.0:1773941433.093316:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:0.0:1773941433.093320:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941433 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941433.093323:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:0.0:1773941433.093329:0:2404:0:(import.c:951:ptlrpc_connect_set_flags()) MGC192.168.202.112@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 00000020:00000040:0.0:1773941433.093332:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:0.0:1773941433.093335:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941433.093337:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941433.093340:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.093342:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941433.093346:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1773941433.093350:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941433.093352:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941433.093354:0:2404:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:0.0:1773941433.093363:0:2404:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941433.093365:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.093367:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941433.093369:0:2404:0:(import.c:1232:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941433.093372:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941433.093378:0:2404:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000dde711cd): req@ffff8a5a90084a80 x1860112200252800/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941433.093399:0:2404:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.093402:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941433.093407:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085f80 x1860112200252672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941443 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941433.093418:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200252672:192.168.202.112@tcp:250:mount.lustre.0 00000100:00000001:0.0:1773941433.093427:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941433.093430:0:14733:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941433.093430:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941433.093437:0:14733:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941433.093439:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085f80 x1860112200252672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941443 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941433.093454:0:14733:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941433.093460:0:14733:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.093461:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941433.093467:0:14733:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941433.093472:0:14733:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941433.093474:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1773941433.093480:0:14733:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941433.093482:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c71c00. 00000100:00000001:2.0:1773941433.093484:0:14733:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941433.093494:0:14733:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941433.093494:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1773941433.093497:0:14733:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941433.093499:0:2404:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1773941433.093501:0:14733:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:0.0:1773941433.093503:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 02000000:00000010:2.0:1773941433.093507:0:14733:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d72400. 00000020:00000001:0.0:1773941433.093509:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1773941433.093516:0:14733:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941433.093518:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a83553000. 00000400:00000200:2.0:1773941433.093525:0:14733:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 02000000:00000001:0.0:1773941433.093526:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1773941433.093532:0:14733:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352be70. 02000000:00000001:0.0:1773941433.093532:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941433.093539:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085f80. 00000400:00000010:2.0:1773941433.093543:0:14733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa06786e8. 00000100:00000001:0.0:1773941433.093544:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941433.093549:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1773941433.093552:0:14733:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200252800, portal 25 00000100:00000001:0.0:1773941433.093553:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941433.093560:0:14733:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941433.093564:0:14733:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:0.0:1773941433.093565:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941433.093572:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.093578:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1773941433.093579:0:14733:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200252800/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941449 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941433.093583:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941433.093595:0:14733:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941433.093600:0:14733:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941433.093603:0:14733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678d48. 00000100:00000200:2.0:1773941433.093607:0:14733:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200252800, offset 0 00000400:00000200:2.0:1773941433.093616:0:14733:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941433.093624:0:14733:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941433.093630:0:14733:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941433.093634:0:14733:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941433.093685:0:14733:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941433.093692:0:14733:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941433.093696:0:14733:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941433.093702:0:14733:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[4, 3] 00000400:00000200:2.0:1773941433.093710:0:14733:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:2.0:1773941433.093716:0:14733:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [131:131:256:4294967295] 192.168.202.122@tcp LPNI seq info [5:5:8:4294967295] 00000400:00000200:2.0:1773941433.093721:0:14733:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:2.0:1773941433.093739:0:14733:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:2.0:1773941433.093744:0:14733:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:2.0:1773941433.093748:0:14733:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544b00. 00000800:00000200:2.0:1773941433.093753:0:14733:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:2.0:1773941433.093759:0:14733:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:2.0:1773941433.093763:0:14733:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941433.093780:0:14733:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941433.093800:0:14733:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941433.093805:0:14733:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294911831 00000100:00000001:2.0:1773941433.093813:0:14733:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294911828 00000100:00000001:2.0:1773941433.093821:0:14733:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294911831 00000100:00000001:2.0:1773941433.093826:0:14733:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294911828 00000100:00000001:2.0:1773941433.093829:0:14733:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941433.093832:0:14733:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941433.093835:0:14733:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941433.093837:0:14733:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941433.093839:0:14733:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 11 seconds 00000100:00000001:2.0:1773941433.093843:0:14733:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941433.093847:0:14733:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941433.093852:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941433.093859:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544b00. 00000400:00000200:0.0:1773941433.093864:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941433.093870:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941433.093875:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678d48 00000400:00000010:0.0:1773941433.093877:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678d48. 00000100:00000001:0.0:1773941433.093880:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941433.093886:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200252800/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941449 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941433.093896:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941433.093900:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200252800/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941449 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941433.093908:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.093910:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941433.094762:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941433.094769:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941433.094771:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941433.094775:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941433.094780:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941433.094804:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941433.094810:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941433.094814:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941433.094819:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941433.094823:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef03d80 00000400:00000200:0.0:1773941433.094827:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941433.094832:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xbd9 [1] + 224 00000800:00000001:0.0:1773941433.094838:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941433.094844:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941433.094847:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941433.094850:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941433.094854:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941433.094859:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200252800/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941449 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941433.094870:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200252800/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941449 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941433.094889:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941433.094893:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941433.094897:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941433.094915:0:14733:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941433.094922:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941433.094924:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941433.094927:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352be70. 00000400:00000200:2.0:1773941433.094932:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa06786e8 00000400:00000010:2.0:1773941433.094935:0:14733:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa06786e8. 00000100:00000001:2.0:1773941433.094939:0:14733:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941433.094948:0:14733:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200252800/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941449 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941433.094961:0:14733:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200252800/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941449 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941433.094970:0:14733:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941433.094980:0:14733:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941433.094984:0:14733:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941433.094986:0:14733:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941433.094989:0:14733:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941433.094992:0:14733:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941433.094995:0:14733:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941433.095000:0:14733:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=0 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941433.095003:0:14733:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941433.095006:0:14733:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1773941433.095011:0:14733:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:2.0:1773941433.097344:0:14733:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941433.097350:0:14733:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941433.097355:0:14733:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941433.097360:0:14733:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941433.097366:0:14733:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941433.100218:0:14733:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941433.100220:0:14733:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941433.100222:0:14733:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941433.100224:0:14733:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941433.100230:0:14733:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200252800/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941449 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941433.100239:0:14733:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941433.100240:0:14733:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941433.100242:0:14733:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941433.100245:0:14733:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941433.100248:0:14733:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941433.100250:0:14733:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941433.100251:0:14733:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941433.100252:0:14733:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941433.100253:0:14733:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941433.100254:0:14733:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941433.100255:0:14733:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941433.100258:0:14733:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941433.100259:0:14733:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941433.100270:0:14733:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941433.100274:0:14733:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 239 00000400:00000200:2.0:1773941433.100280:0:14733:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941433.100285:0:14733:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941433.100294:0:14733:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941433.100297:0:14733:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941433.100299:0:14733:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941433.100302:0:14733:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:2.0:1773941433.100305:0:14733:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941433.100307:0:14733:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941433.100309:0:14733:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941433.100311:0:14733:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941433.100313:0:14733:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941433.100315:0:14733:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:2.0:1773941433.100317:0:14733:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941433.100319:0:14733:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941433.100321:0:14733:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941433.100322:0:14733:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:2.0:1773941433.100325:0:14733:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:2.0:1773941433.100329:0:14733:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:2.0:1773941433.100331:0:14733:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941433.100334:0:14733:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941433.100339:0:14733:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941433.100342:0:14733:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941433.100344:0:14733:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941433.100347:0:14733:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941433.100353:0:14733:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c5f80. 00000020:00000040:2.0:1773941433.100357:0:14733:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:2.0:1773941433.100362:0:14733:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941433.100364:0:14733:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941433.100368:0:14733:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941433.100370:0:14733:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941433.100382:0:14733:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941433.100391:0:14733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90d73800. 00000100:00000001:2.0:1773941433.100399:0:14733:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941433.100405:0:14733:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a833c5f80 x1860112200252928/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941433.100413:0:14733:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941433.100416:0:14733:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941433.100421:0:14733:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2025975] to pc [ptlrpcd_rcv+-1] req@ffff8a5a833c5f80 x1860112200252928/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941433.100441:0:14733:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941433.100444:0:14733:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941433.100445:0:14733:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941433.100448:0:14733:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941433.100450:0:14733:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941433.100452:0:14733:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941433.100454:0:14733:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 1 seconds 00000100:00000001:2.0:1773941433.100456:0:14733:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941433.100465:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941433.100467:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941433.100469:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941433.100473:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a833c5f80 x1860112200252928/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941433.100479:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941433.100480:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941433.100485:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941433.100487:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941433.100489:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941433.100491:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200252928:192.168.202.112@tcp:250:mount.lustre.0 00000100:00000001:2.0:1773941433.100494:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941433.100497:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941433.100498:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941433.100500:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941433.100504:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d70c00. 02000000:00000001:2.0:1773941433.100511:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941433.100516:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941433.100520:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352be70. 00000400:00000010:2.0:1773941433.100526:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa06786e8. 00000100:00000200:2.0:1773941433.100531:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200252928, portal 25 00000100:00000001:2.0:1773941433.100534:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941433.100535:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720086302592 : -129353623249024 : ffff8a5a833c5f80) 00000100:00000040:2.0:1773941433.100540:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a833c5f80 x1860112200252928/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941433.100547:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941433.100549:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941433.100552:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678aa0. 00000100:00000200:2.0:1773941433.100555:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200252928, offset 0 00000400:00000200:2.0:1773941433.100559:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941433.100564:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941433.100568:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941433.100572:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941433.100575:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941433.100578:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941433.100581:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941433.100583:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[4, 5] 00000400:00000200:2.0:1773941433.100586:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941433.100590:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [132:132:256:4294967295] 192.168.202.112@tcp LPNI seq info [6:6:8:4294967295] 00000400:00000200:2.0:1773941433.100592:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941433.100598:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941433.100602:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941433.100606:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544c00. 00000800:00000200:2.0:1773941433.100610:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941433.100615:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941433.100618:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1773941433.100630:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941433.100686:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941433.100689:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294911838 00000100:00000001:2.0:1773941433.100697:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294911831 00000100:00000001:2.0:1773941433.100706:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294911838 00000100:00000001:2.0:1773941433.100714:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294911831 00000100:00000001:3.0:1773941433.100718:0:14733:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941433.100721:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941433.100729:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941433.100732:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941433.100735:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773941433.100740:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1773941433.100742:0:14733:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200252800/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941449 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941433.100744:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1773941433.100746:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544c00. 00000100:00000001:2.0:1773941433.100748:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941433.100755:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941433.100758:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1773941433.100758:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1773941433.100763:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941433.100773:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:2.0:1773941433.100774:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941433.100779:0:14733:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:0.0:1773941433.100783:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678aa0 00000100:00000001:3.0:1773941433.100801:0:14733:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1773941433.100804:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678aa0. 00000100:00000001:3.0:1773941433.100806:0:14733:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941433.100809:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1773941433.100811:0:14733:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1773941433.100816:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c5f80 x1860112200252928/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941433.100825:0:14733:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200252800/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941449 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941433.100827:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941433.100834:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a833c5f80 x1860112200252928/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941433.100856:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941433.100858:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1773941433.100909:0:14733:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3d31d207-695b-40b8-8597-fab765cae562:14733:1860112200252800:192.168.202.112@tcp:101:mount.lustre.0 00000100:00000001:3.0:1773941433.100916:0:14733:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941433.100919:0:14733:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941433.100922:0:14733:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941433.100925:0:14733:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941433.100930:0:14733:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200252800/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941449 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941433.100938:0:14733:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941433.100942:0:14733:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78780. 00000100:00000001:3.0:1773941433.100945:0:14733:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941433.100947:0:14733:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941433.100950:0:14733:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941433.100954:0:14733:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941433.100956:0:14733:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941433.100959:0:14733:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000020:00000001:3.0:1773941433.100962:0:14733:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941433.100965:0:14733:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00010000:3.0:1773941433.100971:0:14733:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ac lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941433.100987:0:14733:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:3.0:1773941433.100992:0:14733:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ac lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941433.100999:0:14733:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941433.101003:0:14733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ac lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941433.101010:0:14733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941433.101012:0:14733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941433.101015:0:14733:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ac lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941433.101022:0:14733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941433.101024:0:14733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941433.101027:0:14733:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941433.101031:0:14733:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ac lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941433.101039:0:14733:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 10000000:00000001:3.0:1773941433.101042:0:14733:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941433.101045:0:14733:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ac lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941433.101052:0:14733:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941433.101054:0:14733:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941433.101055:0:14733:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941433.101057:0:14733:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941433.101060:0:14733:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941433.101063:0:14733:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941433.101071:0:14733:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941433.101075:0:14733:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ac lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773941433.101082:0:14733:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941433.101085:0:14733:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ac lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941433.101091:0:14733:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941433.101094:0:14733:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941433.101096:0:14733:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941433.101100:0:14733:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941433.101102:0:14733:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941433.101105:0:14733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941433.101107:0:14733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941433.101109:0:14733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941433.101111:0:14733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941433.101114:0:14733:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a631ac from hash 00010000:00000001:3.0:1773941433.101117:0:14733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941433.101119:0:14733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941433.101120:0:14733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941433.101121:0:14733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941433.101123:0:14733:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941433.101125:0:14733:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941433.101127:0:14733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941433.101129:0:14733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941433.101131:0:14733:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941433.101133:0:14733:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941433.101137:0:14733:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ac lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941433.101143:0:14733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941433.101144:0:14733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941433.101146:0:14733:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941433.101147:0:14733:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941433.101155:0:14733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941433.101157:0:14733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941433.101158:0:14733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941433.101161:0:14733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ac lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773941433.101169:0:14733:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4a00 count: 0 00010000:00000001:3.0:1773941433.101180:0:14733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941433.101182:0:14733:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941433.101185:0:14733:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941433.101190:0:14733:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200252800/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941449 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941433.101197:0:14733:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941433.101199:0:14733:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941433.101202:0:14733:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d72400. 02000000:00000001:3.0:1773941433.101206:0:14733:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941433.101208:0:14733:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941433.101210:0:14733:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941433.101213:0:14733:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941433.101215:0:14733:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a99750600. 02000000:00000001:3.0:1773941433.101218:0:14733:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941433.101220:0:14733:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941433.101222:0:14733:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000001:3.0:1773941433.101225:0:14733:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941433.101227:0:14733:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941433.101229:0:14733:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941433.101232:0:14733:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941433.101235:0:14733:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941433.101239:0:14733:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eadcc0. 00000020:00000010:3.0:1773941433.101244:0:14733:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a989eb800. 00000020:00000010:3.0:1773941433.101250:0:14733:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a99750600. 00000040:00000010:3.0:1773941433.101254:0:14733:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a83ebfa00. 00000020:00000010:3.0:1773941433.101259:0:14733:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941433.101262:0:14733:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a83ebea00. 80000000:00000010:3.0:1773941433.101267:0:14733:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941433.101278:0:14733:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a83ebe400. 20000000:00000010:3.0:1773941433.101282:0:14733:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a83ebe200. 10000000:00000040:3.0:1773941433.101286:0:14733:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941433.101289:0:14733:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941433.101294:0:14733:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a99750600. 00000040:00000010:3.0:1773941433.101297:0:14733:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a83ebfa00. 00000020:00000010:3.0:1773941433.101300:0:14733:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941433.101303:0:14733:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a83ebea00. 80000000:00000010:3.0:1773941433.101306:0:14733:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941433.101309:0:14733:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a83ebe400. 20000000:00000010:3.0:1773941433.101312:0:14733:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a83ebe200. 00000020:00000010:3.0:1773941433.101314:0:14733:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a989eb800. 10000000:00000010:3.0:1773941433.101317:0:14733:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eadcc0. 10000000:01000000:3.0:1773941433.101320:0:14733:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941433.101322:0:14733:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941433.101325:0:14733:0:(mgc_request.c:233:do_config_log_add()) MGC192.168.202.112@tcp: failed processing log, type 1: rc = -107 00000800:00000001:0.0:1773941433.105468:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941433.105481:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941433.105486:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941433.105494:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941433.105500:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941433.105508:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 10000000:00000001:3.0:1773941433.105512:0:14733:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446614720459119104 : -129353250432512 : ffff8a5a99751a00) 00000400:00000200:0.0:1773941433.105518:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00000001:3.0:1773941433.105520:0:14733:0:(mgc_request.c:159:config_log_find()) Process entered 00000400:00000200:0.0:1773941433.105524:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00000001:3.0:1773941433.105525:0:14733:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941433.105530:0:14733:0:(mgc_request.c:191:do_config_log_add()) Process entered 00000400:00000200:0.0:1773941433.105531:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:01000000:3.0:1773941433.105534:0:14733:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8a5a892a9800 00000400:00000200:0.0:1773941433.105538:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef03e00 10000000:00000010:3.0:1773941433.105543:0:14733:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 279 at ffff8a5a83ebe200. 00000400:00000200:0.0:1773941433.105544:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:01000000:3.0:1773941433.105550:0:14733:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000400:00000200:0.0:1773941433.105551:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xbe1 [1] + 0 00000020:00000040:3.0:1773941433.105561:0:14733:0:(genops.c:887:class_export_get()) GET export ffff8a5a892ab800 refcount=4 00000800:00000001:0.0:1773941433.105562:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 10000000:00000001:3.0:1773941433.105569:0:14733:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446614720097804800 : -129353611746816 : ffff8a5a83ebe200) 10000000:00000001:3.0:1773941433.105574:0:14733:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:3.0:1773941433.105576:0:14733:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8a5a892a9800 00000800:00000001:0.0:1773941433.105577:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941433.105582:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000010:3.0:1773941433.105583:0:14733:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 286 at ffff8a5a83ebe400. 00000400:00000200:0.0:1773941433.105589:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 10000000:01000000:3.0:1773941433.105590:0:14733:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:3.0:1773941433.105596:0:14733:0:(genops.c:887:class_export_get()) GET export ffff8a5a892ab800 refcount=5 00000100:00000001:0.0:1773941433.105596:0:2398:0:(events.c:78:reply_in_callback()) Process entered 10000000:00000001:3.0:1773941433.105602:0:14733:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446614720097805312 : -129353611746304 : ffff8a5a83ebe400) 00000100:00000200:0.0:1773941433.105604:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a833c5f80 x1860112200252928/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1773941433.105610:0:14733:0:(mgc_request.c:191:do_config_log_add()) Process entered 00000100:00000040:0.0:1773941433.105619:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a833c5f80 x1860112200252928/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1773941433.105625:0:14733:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff8a5a892a9800 10000000:00000010:3.0:1773941433.105632:0:14733:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 285 at ffff8a5a83ebea00. 10000000:01000000:3.0:1773941433.105635:0:14733:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 00000100:00000001:0.0:1773941433.105658:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941433.105669:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941433.105672:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773941433.105679:0:14733:0:(genops.c:887:class_export_get()) GET export ffff8a5a892ab800 refcount=6 10000000:00000001:3.0:1773941433.105685:0:14733:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446614720097806848 : -129353611744768 : ffff8a5a83ebea00) 10000000:00000001:3.0:1773941433.105690:0:14733:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446614720097805312 : -129353611746304 : ffff8a5a83ebe400) 00000100:00000001:2.0:1773941433.105699:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941433.105704:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941433.105713:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941433.105716:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941433.105721:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352be70. 00000400:00000200:2.0:1773941433.105730:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa06786e8 00000400:00000010:2.0:1773941433.105735:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa06786e8. 00000100:00000001:2.0:1773941433.105740:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941433.105748:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c5f80 x1860112200252928/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941433.105759:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c5f80 x1860112200252928/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941443 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941433.105766:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941433.105768:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941433.105771:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941433.105775:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941433.105777:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941433.105780:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941433.105782:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941433.105805:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=0 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941433.105816:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941433.105820:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941433.105822:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941433.105825:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941433.105827:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941433.105829:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941433.105834:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a833c5f80 x1860112200252928/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941433.105843:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941433.105847:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941433.105849:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941433.105851:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941433.105859:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941433.105863:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941433.105866:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941433.105868:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941433.105872:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941433.105876:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941433.105881:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941433.105887:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941433 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941433.105891:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941433.105898:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941433.105902:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941433.105905:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941433.105908:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941433.105910:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941433.105915:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941433.105918:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941433.105921:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941433.105926:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941433.105930:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941433.105934:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941433.106130:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941433.106137:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.106139:0:14751:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:3.0:1773941433.106148:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a833c5f80 x1860112200252928/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941443 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773941433.106148:0:14751:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00100000:1.0:1773941433.106155:0:14751:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:3.0:1773941433.106166:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200252928:192.168.202.112@tcp:250:mount.lustre.0 00000100:00000001:3.0:1773941433.106179:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941433.106183:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941433.106186:0:14751:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000040:3.0:1773941433.106189:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a833c5f80 x1860112200252928/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941443 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1773941433.106190:0:14751:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1773941433.106193:0:14751:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941433.106197:0:14751:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941433.106201:0:14751:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941433.106204:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:1.0:1773941433.106204:0:14751:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941433.106208:0:14751:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941433.106209:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:1.0:1773941433.106211:0:14751:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941433.106214:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d70c00. 10000000:00000001:1.0:1773941433.106215:0:14751:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941433.106220:0:14751:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:3.0:1773941433.106222:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941433.106225:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:1.0:1773941433.106225:0:14751:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000020:00000040:3.0:1773941433.106230:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:1.0:1773941433.106231:0:14751:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941433.106235:0:14751:0:(recover.c:147:ptlrpc_resend()) Process entered 00000020:00000001:3.0:1773941433.106236:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941433.106238:0:14751:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941433.106240:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90d73800. 00000100:00080000:1.0:1773941433.106241:0:14751:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941433.106245:0:14751:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:3.0:1773941433.106247:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:01000000:1.0:1773941433.106248:0:14751:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 02000000:00000001:3.0:1773941433.106251:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941433.106254:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c5f80. 00000100:00000001:3.0:1773941433.106258:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941433.106260:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:1.0:1773941433.106262:0:14751:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000001:3.0:1773941433.106264:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941433.106271:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941433.106273:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941433.106273:0:14751:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941433.106276:0:14751:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941433.106279:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941433.106279:0:14751:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941433.106283:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:02000000:1.0:1773941433.106285:0:14751:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:1.0:1773941433.108808:0:14751:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941433.108811:0:14751:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941433.108812:0:14751:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941433.108815:0:14751:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941433.108816:0:14751:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941433.110694:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4a00. 00010000:00000010:3.1:1773941433.110718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941434.096807:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941434.096814:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941434.096819:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941434.288762:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941434.288772:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941434.288812:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941434.288815:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941434.288817:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941434.288818:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941434.288821:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941434.288823:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941434.288827:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941434.288829:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941434.288832:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941434.288843:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941434.288859:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941434.288868:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941434.288872:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941434.288878:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941434.288886:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a83ebfa00. 00000100:00000001:3.0:1773941434.288893:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941434.288898:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941434.288901:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941434.288908:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4a00. 00010000:00000001:3.0:1773941434.288915:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941434.288919:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941434.288924:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941434.288927:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a631b3 to hash 00000020:00000001:3.0:1773941434.288930:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941434.288931:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941434.288935:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941434.288939:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941434.288942:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941434.288947:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631b3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941434.288958:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631b3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941434.288987:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631b3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941434.288991:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941434.288993:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941434.288998:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78780. 00000100:00000001:3.0:1773941434.288999:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314574720 : -129353394976896 : ffff8a5a90d78780) 00000100:00000001:3.0:1773941434.289002:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941434.289003:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941434.289006:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941434.289010:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941434.289012:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941434.289013:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941434.289022:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200253056/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941434.289029:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941434.289030:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941434.289033:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941434.289035:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941434.289037:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941434.289040:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200253056:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941434.289042:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941434.289046:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941434.289048:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941434.289050:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941434.289053:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008a800. 02000000:00000001:3.0:1773941434.289055:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941434.289061:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941434.289064:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941434.289068:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941434.289073:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200253056, portal 25 00000100:00000001:3.0:1773941434.289075:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941434.289080:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:3.0:1773941434.289085:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200253056/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941450 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941434.289090:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941434.289092:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941434.289094:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d908. 00000100:00000200:3.0:1773941434.289097:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200253056, offset 0 00000400:00000200:3.0:1773941434.289102:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941434.289111:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941434.289119:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941434.289124:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941434.289128:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941434.289132:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941434.289136:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941434.289139:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[6, 5] 00000400:00000200:3.0:1773941434.289144:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941434.289148:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [133:133:256:4294967295] 192.168.202.122@tcp LPNI seq info [7:7:8:4294967295] 00000400:00000200:3.0:1773941434.289153:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941434.289161:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941434.289166:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941434.289171:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38c00. 00000800:00000200:3.0:1773941434.289176:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941434.289182:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941434.289186:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941434.289200:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941434.289203:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941434.289205:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294913026 00000100:00000001:3.0:1773941434.289213:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294911838 00000100:00000001:3.0:1773941434.289218:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294913026 00000100:00000001:3.0:1773941434.289222:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294911838 00000100:00000001:3.0:1773941434.289232:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941434.289236:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941434.289239:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941434.289241:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941434.289245:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 11 seconds 00000100:00000001:3.0:1773941434.289249:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941434.289252:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941434.289363:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941434.289369:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38c00. 00000400:00000200:0.0:1773941434.289375:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941434.289381:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941434.289387:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d908 00000400:00000010:0.0:1773941434.289396:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d908. 00000100:00000001:0.0:1773941434.289401:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941434.289406:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200253056/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941450 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941434.289417:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941434.289421:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200253056/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941450 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941434.289428:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941434.289430:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941434.290612:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941434.290622:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941434.290624:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941434.290625:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941434.290629:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941434.290633:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941434.290637:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941434.290660:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941434.290664:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941434.290667:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef03e80 00000400:00000200:0.0:1773941434.290670:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941434.290673:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xbe9 [1] + 224 00000800:00000001:0.0:1773941434.290679:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941434.290686:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941434.290688:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941434.290691:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941434.290695:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941434.290699:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200253056/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941450 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941434.290705:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200253056/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941450 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941434.290718:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941434.290729:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941434.290732:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941434.290743:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941434.290749:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941434.290750:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941434.290752:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941434.290755:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941434.290757:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941434.290759:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941434.290763:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200253056/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941450 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941434.290771:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200253056/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941450 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941434.290787:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941434.290789:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941434.290791:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941434.290793:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941434.290795:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941434.290796:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941434.290798:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941434.290803:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=1 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941434.290806:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941434.290808:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941434.290810:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941434.293922:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941434.293928:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941434.293932:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941434.293935:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941434.293939:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941434.298308:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941434.298313:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941434.298315:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941434.298318:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941434.298327:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200253056/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941450 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941434.298339:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941434.298341:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941434.298343:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941434.298346:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941434.298350:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941434.298351:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941434.298354:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941434.298355:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941434.298356:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941434.298358:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941434.298359:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941434.298362:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941434.298365:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941434.298368:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941434.298372:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 239 00000400:00000200:3.0:1773941434.298381:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941434.298387:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941434.298392:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941434.298395:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941434.298398:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941434.298400:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941434.298403:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941434.298404:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941434.298406:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941434.298409:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941434.298410:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941434.298412:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941434.298424:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941434.298426:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941434.298427:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941434.298428:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941434.298431:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941434.298434:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941434.298435:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941434.298437:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941434.298440:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941434.298442:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941434.298444:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941434.298445:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941434.298449:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085500. 00000020:00000040:3.0:1773941434.298452:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941434.298455:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941434.298456:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941434.298459:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941434.298461:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941434.298464:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941434.298469:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90088000. 00000100:00000001:3.0:1773941434.298474:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941434.298480:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90085500 x1860112200253184/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941434.298486:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941434.298489:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941434.298492:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bae3c49] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90085500 x1860112200253184/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941434.298513:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941434.298515:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941434.298517:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941434.298519:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941434.298522:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941434.298528:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941434.298530:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 1 seconds 00000100:00000001:3.0:1773941434.298533:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941434.298536:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941434.298540:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200253056/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941450 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941434.298546:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941434.298548:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941434.298550:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941434.298552:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941434.298552:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773941434.298556:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200253056/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941450 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941434.298564:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1773941434.298566:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200253056:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941434.298567:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941434.298574:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941434.298576:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1773941434.298577:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085500 x1860112200253184/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941434.298581:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941434.298584:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941434.298591:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200253056/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941450 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941434.298591:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941434.298594:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941434.298600:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773941434.298602:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941434.298603:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1773941434.298605:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78780. 02000000:00000001:2.0:1773941434.298607:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941434.298610:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00100000:2.0:1773941434.298613:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200253184:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941434.298614:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941434.298621:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:2.0:1773941434.298621:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1773941434.298625:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1773941434.298626:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1773941434.298627:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1773941434.298629:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941434.298630:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 02000000:00000001:2.0:1773941434.298634:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1773941434.298635:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941434.298668:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00010000:3.0:1773941434.298675:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631b3 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:2.0:1773941434.298683:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d72800. 02000000:00000001:2.0:1773941434.298690:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941434.298692:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:3.0:1773941434.298698:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631b3 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941434.298699:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941434.298707:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000010:2.0:1773941434.298708:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352be70. 00010000:00010000:3.0:1773941434.298710:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631b3 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941434.298717:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1773941434.298717:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa06786e8. 00010000:00000001:3.0:1773941434.298720:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941434.298724:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631b3 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941434.298727:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200253184, portal 25 00010000:00000001:3.0:1773941434.298728:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941434.298732:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941434.298733:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1773941434.298736:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1773941434.298737:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300995840 : -129353408555776 : ffff8a5a90085500) 00010000:00010000:3.0:1773941434.298739:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631b3 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941434.298747:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 10000000:00000001:3.0:1773941434.298749:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941434.298751:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631b3 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941434.298755:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941434.298756:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941434.298757:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1773941434.298758:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085500 x1860112200253184/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1773941434.298759:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941434.298762:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941434.298768:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941434.298788:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941434.298793:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631b3 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941434.298793:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941434.298802:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 10000000:00000001:3.0:1773941434.298804:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000010:2.0:1773941434.298808:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa06784c8. 10000000:00010000:3.0:1773941434.298809:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631b3 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941434.298817:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000200:2.0:1773941434.298817:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200253184, offset 0 10000000:00000040:3.0:1773941434.298821:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941434.298824:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941434.298826:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941434.298828:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1773941434.298832:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941434.298833:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941434.298836:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941434.298838:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941434.298839:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941434.298841:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a631b3 from hash 00010000:00000001:3.0:1773941434.298845:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1773941434.298846:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941434.298847:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941434.298849:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941434.298852:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941434.298853:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941434.298855:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941434.298857:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941434.298859:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941434.298859:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00010000:00000001:3.0:1773941434.298862:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941434.298866:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941434.298869:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631b3 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941434.298869:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941434.298877:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1773941434.298877:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00010000:00000001:3.0:1773941434.298879:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941434.298880:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941434.298881:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1773941434.298888:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941434.298893:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1773941434.298893:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941434.298896:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941434.298900:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1773941434.298900:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[6, 7] 00010000:00010000:3.0:1773941434.298902:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631b3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941434.298908:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941434.298913:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [134:134:256:4294967295] 192.168.202.112@tcp LPNI seq info [8:8:8:4294967295] 00010000:00000040:3.0:1773941434.298915:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4a00 count: 0 00000400:00000200:2.0:1773941434.298920:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941434.298929:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941434.298933:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:2.0:1773941434.298934:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000100:00000001:3.0:1773941434.298939:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1773941434.298943:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000100:00000040:3.0:1773941434.298945:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200253056/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941450 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1773941434.298949:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544600. 00000100:00000001:3.0:1773941434.298956:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941434.298961:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:2.0:1773941434.298961:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 02000000:00000010:3.0:1773941434.298965:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008a800. 02000000:00000001:3.0:1773941434.298970:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000200:2.0:1773941434.298971:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000020:00000001:3.0:1773941434.298972:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941434.298976:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000800:00000200:2.0:1773941434.298977:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544600 type 1, nob 616 niov 1 nkiov 1 00000020:00000001:3.0:1773941434.298980:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941434.298983:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a83ebfa00. 02000000:00000001:3.0:1773941434.298986:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941434.298987:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941434.298988:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000001:3.0:1773941434.298991:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941434.298992:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941434.298992:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941434.298998:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:2.0:1773941434.299001:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:01000000:3.0:1773941434.299003:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000100:00000001:2.0:1773941434.299006:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294913036 10000000:00000001:3.0:1773941434.299007:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941434.299012:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eada40. 00000020:00000010:3.0:1773941434.299016:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a83ebfa00. 00000100:00000001:2.0:1773941434.299016:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294913026 00000100:00000001:2.0:1773941434.299024:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294913036 00000020:00000010:3.0:1773941434.299026:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a989ea600. 00000100:00000001:2.0:1773941434.299029:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294913026 00000040:00000010:3.0:1773941434.299031:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a989eb800. 00000100:00000001:2.0:1773941434.299035:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773941434.299037:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000100:00000001:2.0:1773941434.299040:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941434.299044:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a99751e00. 00000100:00000001:2.0:1773941434.299044:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941434.299050:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:3.0:1773941434.299051:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00000100:00000001:2.0:1773941434.299056:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941434.299059:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941434.299061:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941434.299062:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00040000:00000010:3.0:1773941434.299064:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a99750000. 00000100:00000001:2.0:1773941434.299064:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941434.299069:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1773941434.299071:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a99751000. 10000000:00000040:3.0:1773941434.299076:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941434.299078:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000800:00000200:0.0:1773941434.299080:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1773941434.299083:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a989ea600. 00000800:00000010:0.0:1773941434.299086:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544600. 00000040:00000010:3.0:1773941434.299088:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a989eb800. 00000020:00000010:3.0:1773941434.299094:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000400:00000200:0.0:1773941434.299094:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1773941434.299097:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a99751e00. 80000000:00000010:3.0:1773941434.299101:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00000400:00000200:0.0:1773941434.299105:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00040000:00000010:3.0:1773941434.299106:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a99750000. 20000000:00000010:3.0:1773941434.299111:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a99751000. 00000400:00000200:0.0:1773941434.299113:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa06784c8 00000020:00000010:3.0:1773941434.299114:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a83ebfa00. 10000000:00000010:3.0:1773941434.299120:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eada40. 00000400:00000010:0.0:1773941434.299120:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa06784c8. 10000000:01000000:3.0:1773941434.299122:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941434.299127:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941434.299130:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000100:00000001:0.0:1773941434.299134:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941434.299144:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085500 x1860112200253184/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941434.299154:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941434.299158:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085500 x1860112200253184/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941434.299165:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941434.299167:0:2397:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:3.0:1773941434.301665:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941434.301668:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941434.301670:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941434.301673:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941434.302526:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941434.302536:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941434.302538:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941434.302540:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941434.302545:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941434.302549:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941434.302553:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941434.302556:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941434.302559:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941434.302563:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef03f00 00000400:00000200:0.0:1773941434.302566:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941434.302570:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xbf1 [1] + 0 00000800:00000001:0.0:1773941434.302576:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941434.302581:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941434.302583:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941434.302585:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941434.302589:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941434.302599:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085500 x1860112200253184/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941434.302608:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90085500 x1860112200253184/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941434.302621:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941434.302626:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941434.302628:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941434.302674:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941434.302677:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941434.302682:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941434.302683:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941434.302692:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352be70. 00000400:00000200:2.0:1773941434.302695:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa06786e8 00000400:00000010:2.0:1773941434.302697:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa06786e8. 00000100:00000001:2.0:1773941434.302699:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941434.302703:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085500 x1860112200253184/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941434.302714:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085500 x1860112200253184/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941434.302719:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941434.302720:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941434.302722:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941434.302724:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941434.302726:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941434.302728:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941434.302729:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941434.302734:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=1 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941434.302737:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941434.302739:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941434.302740:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941434.302742:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941434.302744:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941434.302746:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941434.302750:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085500 x1860112200253184/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941434.302755:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941434.302757:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941434.302758:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941434.302760:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941434.302765:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941434.302767:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941434.302768:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941434.302770:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941434.302772:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941434.302794:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941434.302801:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941434.302805:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941434 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941434.302807:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941434.302813:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941434.302814:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941434.302817:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941434.302818:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941434.302819:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941434.302822:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941434.302824:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941434.302826:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941434.302829:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941434.302831:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941434.302833:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941434.303012:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941434.303015:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941434.303020:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085500 x1860112200253184/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941434.303027:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200253184:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941434.303027:0:14752:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941434.303035:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941434.303037:0:14752:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00000001:2.0:1773941434.303038:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1773941434.303043:0:14752:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000040:2.0:1773941434.303045:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085500 x1860112200253184/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941434.303046:0:14752:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941434.303049:0:14752:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941434.303053:0:14752:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941434.303056:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:0.0:1773941434.303057:0:14752:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941434.303059:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:0.0:1773941434.303061:0:14752:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941434.303062:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d72800. 00000001:00000001:0.0:1773941434.303065:0:14752:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941434.303068:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:0.0:1773941434.303068:0:14752:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:2.0:1773941434.303073:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:0.0:1773941434.303073:0:14752:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941434.303075:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 10000000:00000001:0.0:1773941434.303076:0:14752:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941434.303080:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941434.303081:0:14752:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941434.303084:0:14752:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941434.303089:0:14752:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000010:2.0:1773941434.303090:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90088000. 00000100:00000001:0.0:1773941434.303091:0:14752:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000001:2.0:1773941434.303094:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1773941434.303094:0:14752:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941434.303098:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1773941434.303098:0:14752:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000010:2.0:1773941434.303104:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085500. 00000100:00000001:0.0:1773941434.303104:0:14752:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941434.303107:0:14752:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:2.0:1773941434.303110:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000040:0.0:1773941434.303111:0:14752:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000001:2.0:1773941434.303115:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941434.303119:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941434.303124:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941434.303126:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941434.303128:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941434.303130:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941434.303135:0:14752:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941434.303139:0:14752:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941434.303142:0:14752:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941434.303147:0:14752:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:0.0:1773941434.305723:0:14752:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941434.305726:0:14752:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941434.305733:0:14752:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941434.305736:0:14752:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941434.305737:0:14752:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941434.307685:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4a00. 00010000:00000010:3.1:1773941434.307691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:0.0:1773941435.120740:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941435.120745:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941435.120749:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941435.440737:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941435.440744:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941435.440748:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941435.440750:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941435.440751:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941435.440752:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941435.440754:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941435.440756:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941435.440758:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941435.440760:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941435.440761:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941435.440794:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941435.440799:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941435.440802:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941435.440805:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941435.440822:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941435.440827:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a99750000. 00000100:00000001:3.0:1773941435.440833:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.440837:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941435.440839:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941435.440846:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4a00. 00010000:00000001:3.0:1773941435.440851:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941435.440854:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941435.440857:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941435.440860:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a631ba to hash 00000020:00000001:3.0:1773941435.440861:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941435.440863:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941435.440865:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941435.440868:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941435.440870:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941435.440873:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941435.440881:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941435.440890:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941435.440894:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941435.440896:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941435.440900:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78780. 00000100:00000001:3.0:1773941435.440902:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314574720 : -129353394976896 : ffff8a5a90d78780) 00000100:00000001:3.0:1773941435.440904:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941435.440905:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941435.440909:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941435.440913:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.440915:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941435.440916:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941435.440930:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200253312/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.440937:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941435.440939:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941435.440942:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941435.440944:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941435.440945:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941435.440948:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200253312:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941435.440951:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941435.440955:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941435.440957:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941435.440959:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941435.440962:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008b400. 02000000:00000001:3.0:1773941435.440964:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941435.440969:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941435.440972:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941435.440977:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941435.440982:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200253312, portal 25 00000100:00000001:3.0:1773941435.440983:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941435.440984:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:3.0:1773941435.440988:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200253312/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.440993:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941435.440996:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941435.440997:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875ddd0. 00000100:00000200:3.0:1773941435.441000:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200253312, offset 0 00000400:00000200:3.0:1773941435.441005:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941435.441011:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941435.441017:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941435.441020:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941435.441024:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941435.441027:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941435.441032:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941435.441034:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[8, 7] 00000400:00000200:3.0:1773941435.441037:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941435.441040:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [135:135:256:4294967295] 192.168.202.122@tcp LPNI seq info [9:9:8:4294967295] 00000400:00000200:3.0:1773941435.441044:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941435.441051:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941435.441055:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941435.441059:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38200. 00000800:00000200:3.0:1773941435.441064:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941435.441071:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941435.441074:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941435.441091:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941435.441094:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941435.441096:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294914178 00000100:00000001:3.0:1773941435.441102:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294913036 00000100:00000001:3.0:1773941435.441113:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294914178 00000100:00000001:3.0:1773941435.441117:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294913036 00000100:00000001:3.0:1773941435.441119:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941435.441121:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.441123:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941435.441125:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941435.441127:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 11 seconds 00000100:00000001:3.0:1773941435.441130:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941435.441133:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941435.441224:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941435.441231:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38200. 00000400:00000200:0.0:1773941435.441237:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941435.441244:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941435.441250:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875ddd0 00000400:00000010:0.0:1773941435.441253:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875ddd0. 00000100:00000001:0.0:1773941435.441258:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941435.441263:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200253312/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941451 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941435.441273:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941435.441276:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200253312/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941451 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941435.441282:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.441283:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941435.442337:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941435.442348:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941435.442350:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941435.442352:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941435.442356:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941435.442360:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941435.442365:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941435.442368:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941435.442371:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941435.442374:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef03f80 00000400:00000200:0.0:1773941435.442378:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941435.442381:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xbf9 [1] + 224 00000800:00000001:0.0:1773941435.442386:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941435.442401:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941435.442404:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941435.442408:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941435.442413:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941435.442419:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200253312/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941451 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941435.442431:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200253312/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941435.442450:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941435.442458:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941435.442462:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.442470:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941435.442478:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941435.442480:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941435.442491:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941435.442496:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941435.442498:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941435.442501:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941435.442512:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200253312/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941451 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941435.442524:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200253312/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941451 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.442532:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941435.442534:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.442537:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941435.442540:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941435.442542:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941435.442545:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941435.442547:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941435.442553:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=2 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941435.442557:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941435.442560:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941435.442564:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941435.446289:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941435.446294:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941435.446297:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941435.446301:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941435.446304:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941435.449180:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941435.449182:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941435.449183:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941435.449185:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941435.449190:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200253312/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941451 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.449198:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941435.449199:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941435.449201:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941435.449203:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941435.449206:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941435.449208:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.449215:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941435.449216:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941435.449217:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941435.449218:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.449219:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941435.449221:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941435.449223:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941435.449225:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941435.449227:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 240 00000400:00000200:3.0:1773941435.449231:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941435.449235:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941435.449238:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941435.449240:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941435.449242:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941435.449244:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941435.449247:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941435.449248:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941435.449250:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941435.449252:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941435.449253:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941435.449258:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941435.449260:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941435.449261:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941435.449263:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941435.449264:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941435.449266:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941435.449268:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941435.449269:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941435.449271:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941435.449273:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941435.449275:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.449277:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941435.449281:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941435.449284:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90087b80. 00000020:00000040:3.0:1773941435.449287:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941435.449289:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941435.449291:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.449292:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941435.449294:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941435.449296:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941435.449299:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90088c00. 00000100:00000001:3.0:1773941435.449302:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941435.449307:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90087b80 x1860112200253440/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941435.449313:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941435.449315:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941435.449319:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b865f93] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90087b80 x1860112200253440/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.449337:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.449339:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941435.449341:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941435.449343:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.449345:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941435.449346:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941435.449348:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 1 seconds 00000100:00000001:3.0:1773941435.449350:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941435.449351:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941435.449355:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200253312/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941451 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941435.449360:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941435.449362:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.449364:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941435.449366:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941435.449369:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200253312/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941451 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.449383:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773941435.449384:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200253312:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941435.449389:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941435.449390:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941435.449392:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941435.449393:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941435.449396:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941435.449398:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941435.449400:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90087b80 x1860112200253440/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941435.449403:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200253312/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941451 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.449429:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941435.449430:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.449432:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941435.449434:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78780. 02000000:00000001:2.0:1773941435.449436:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773941435.449438:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:2.0:1773941435.449440:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941435.449441:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:2.0:1773941435.449445:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.449446:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941435.449450:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00100000:2.0:1773941435.449451:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90087b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200253440:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000020:00000001:3.0:1773941435.449453:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941435.449456:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000100:00000001:2.0:1773941435.449457:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1773941435.449461:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000001:2.0:1773941435.449462:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941435.449465:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.449466:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000001:2.0:1773941435.449468:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:3.0:1773941435.449471:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ba lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:2.0:1773941435.449474:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d72800. 02000000:00000001:2.0:1773941435.449478:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941435.449481:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:2.0:1773941435.449486:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:3.0:1773941435.449488:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ba lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941435.449490:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352be70. 00000400:00000010:2.0:1773941435.449497:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa06786e8. 00010000:00000001:3.0:1773941435.449498:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941435.449503:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ba lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941435.449503:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200253440, portal 25 00000100:00000001:2.0:1773941435.449508:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941435.449511:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720301005696 : -129353408545920 : ffff8a5a90087b80) 00010000:00000001:3.0:1773941435.449513:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1773941435.449517:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90087b80 x1860112200253440/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941435.449520:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941435.449522:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ba lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941435.449534:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941435.449538:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.449542:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773941435.449543:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941435.449547:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ba lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941435.449547:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941435.449551:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678770. 00000100:00000200:2.0:1773941435.449556:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200253440, offset 0 00010000:00010000:3.0:1773941435.449558:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 10000000:00000001:3.0:1773941435.449561:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941435.449565:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ba lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941435.449565:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941435.449573:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941435.449575:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941435.449578:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1773941435.449580:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000020:00000001:3.0:1773941435.449581:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941435.449585:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000400:00000200:2.0:1773941435.449586:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1773941435.449588:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941435.449591:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00010000:00000001:3.0:1773941435.449592:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941435.449597:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1773941435.449597:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00010000:3.0:1773941435.449600:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ba lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941435.449602:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941435.449609:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[8, 9] 10000000:00000001:3.0:1773941435.449615:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:2.0:1773941435.449616:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 10000000:00010000:3.0:1773941435.449619:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ba lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941435.449623:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [136:136:256:4294967295] 192.168.202.112@tcp LPNI seq info [10:10:8:4294967295] 10000000:01000000:3.0:1773941435.449633:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:2.0:1773941435.449633:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00000040:3.0:1773941435.449637:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941435.449669:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941435.449673:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941435.449677:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1773941435.449689:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00000001:3.0:1773941435.449690:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941435.449694:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941435.449698:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:2.0:1773941435.449702:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941435.449703:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941435.449709:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a631ba from hash 00000800:00000010:2.0:1773941435.449710:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544e00. 00010000:00000001:3.0:1773941435.449711:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941435.449716:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941435.449717:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941435.449718:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941435.449721:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000800:00000200:2.0:1773941435.449722:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:3.0:1773941435.449724:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941435.449727:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941435.449728:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941435.449730:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941435.449731:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 10000000:00000001:3.0:1773941435.449732:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941435.449737:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544e00 type 1, nob 616 niov 1 nkiov 1 00010000:00010000:3.0:1773941435.449738:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ba lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941435.449745:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941435.449746:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941435.449747:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941435.449748:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941435.449749:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941435.449750:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941435.449751:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941435.449754:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631ba lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941435.449754:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941435.449775:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941435.449778:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294914187 00010000:00000040:3.0:1773941435.449782:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4a00 count: 0 00000100:00000001:2.0:1773941435.449786:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294914178 00000100:00000001:2.0:1773941435.449792:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294914187 00000100:00000001:2.0:1773941435.449796:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294914178 00010000:00000001:3.0:1773941435.449798:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941435.449799:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941435.449801:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941435.449803:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941435.449805:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941435.449809:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200253312/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941451 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.449813:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.449818:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941435.449823:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941435.449826:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1773941435.449827:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941435.449830:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941435.449832:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941435.449833:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941435.449836:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941435.449838:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008b400. 00000100:00000001:2.0:1773941435.449838:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941435.449846:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000200:0.0:1773941435.449846:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1773941435.449849:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000010:0.0:1773941435.449853:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544e00. 00000020:00000040:3.0:1773941435.449854:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941435.449858:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941435.449861:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a99750000. 00000400:00000200:0.0:1773941435.449862:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1773941435.449865:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941435.449868:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941435.449870:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000001:3.0:1773941435.449874:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1773941435.449874:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:3.0:1773941435.449877:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941435.449880:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678770 10000000:00000001:3.0:1773941435.449881:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941435.449885:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000400:00000010:0.0:1773941435.449885:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678770. 10000000:00000001:3.0:1773941435.449890:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:0.0:1773941435.449892:0:2397:0:(events.c:34:request_out_callback()) Process entered 10000000:00000010:3.0:1773941435.449894:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eadd40. 00000100:00000200:0.0:1773941435.449898:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90087b80 x1860112200253440/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1773941435.449900:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a99750000. 00000020:00000010:3.0:1773941435.449906:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a99751e00. 00000040:00000010:3.0:1773941435.449912:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a99750600. 00000100:00000001:0.0:1773941435.449913:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1773941435.449917:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000100:00000040:0.0:1773941435.449918:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90087b80 x1860112200253440/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941445 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941435.449924:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.449925:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1773941435.449975:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a99751000. 80000000:00000010:3.0:1773941435.449979:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941435.449983:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a83ebfa00. 20000000:00000010:3.0:1773941435.449986:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a989eb800. 10000000:00000040:3.0:1773941435.449989:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941435.449991:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941435.449995:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a99751e00. 00000040:00000010:3.0:1773941435.449998:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a99750600. 00000020:00000010:3.0:1773941435.449999:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941435.450002:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a99751000. 80000000:00000010:3.0:1773941435.450004:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941435.450007:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a83ebfa00. 20000000:00000010:3.0:1773941435.450009:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a989eb800. 00000020:00000010:3.0:1773941435.450011:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a99750000. 10000000:00000010:3.0:1773941435.450013:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eadd40. 10000000:01000000:3.0:1773941435.450015:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941435.450021:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941435.450023:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941435.451990:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941435.451992:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941435.451993:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941435.451995:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941435.453520:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941435.453535:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941435.453537:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941435.453540:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941435.453547:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941435.453553:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941435.453559:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941435.453563:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941435.453576:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941435.453585:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef04000 00000400:00000200:0.0:1773941435.453591:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941435.453596:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xc01 [1] + 0 00000800:00000001:0.0:1773941435.453603:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941435.453611:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941435.453613:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941435.453617:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941435.453622:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941435.453627:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90087b80 x1860112200253440/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941445 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941435.453639:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90087b80 x1860112200253440/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941435.453691:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941435.453698:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941435.453702:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941435.453728:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941435.453730:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941435.453734:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941435.453736:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941435.453738:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352be70. 00000400:00000200:2.0:1773941435.453741:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa06786e8 00000400:00000010:2.0:1773941435.453743:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa06786e8. 00000100:00000001:2.0:1773941435.453745:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941435.453749:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90087b80 x1860112200253440/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941445 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941435.453757:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90087b80 x1860112200253440/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941445 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.453762:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941435.453776:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941435.453778:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941435.453780:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941435.453781:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941435.453783:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941435.453784:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941435.453788:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=2 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941435.453791:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941435.453793:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941435.453794:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941435.453796:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941435.453797:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.453799:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941435.453803:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90087b80 x1860112200253440/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941435.453817:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941435.453819:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941435.453821:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941435.453822:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941435.453826:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941435.453828:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941435.453829:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941435.453830:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941435.453832:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941435.453834:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941435.453835:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941435.453838:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941435 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941435.453840:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941435.453845:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941435.453846:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941435.453848:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941435.453849:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.453850:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941435.453853:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941435.453855:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941435.453857:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941435.453859:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941435.453861:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941435.453863:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941435.454091:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.454094:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941435.454098:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90087b80 x1860112200253440/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941445 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941435.454104:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90087b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200253440:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941435.454121:0:14753:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941435.454122:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941435.454125:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941435.454128:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90087b80 x1860112200253440/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941445 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941435.454133:0:14753:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00000001:2.0:1773941435.454136:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941435.454140:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1773941435.454140:0:14753:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000010:2.0:1773941435.454144:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d72800. 00000100:00000001:0.0:1773941435.454146:0:14753:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:2.0:1773941435.454148:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:01000000:0.0:1773941435.454150:0:14753:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000001:2.0:1773941435.454151:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941435.454153:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000001:00000001:0.0:1773941435.454157:0:14753:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:2.0:1773941435.454158:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941435.454162:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90088c00. 00000001:00000001:0.0:1773941435.454164:0:14753:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941435.454165:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941435.454168:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941435.454170:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90087b80. 00000001:00000001:0.0:1773941435.454171:0:14753:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.454173:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941435.454176:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1773941435.454176:0:14753:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941435.454181:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1773941435.454181:0:14753:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941435.454187:0:14753:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.454188:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:0.0:1773941435.454192:0:14753:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.454193:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941435.454198:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941435.454200:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.454200:0:14753:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941435.454207:0:14753:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941435.454212:0:14753:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941435.454215:0:14753:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941435.454217:0:14753:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941435.454227:0:14753:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941435.454230:0:14753:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941435.454232:0:14753:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941435.454234:0:14753:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:0.0:1773941435.454251:0:14753:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941435.454253:0:14753:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941435.454255:0:14753:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941435.454259:0:14753:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:0.0:1773941435.457188:0:14753:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941435.457192:0:14753:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941435.457193:0:14753:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941435.457196:0:14753:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941435.457197:0:14753:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941435.461685:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4a00. 00010000:00000010:3.1:1773941435.461695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941436.144804:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941436.144810:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941436.144814:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773941437.168967:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941437.168975:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941437.168981:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941437.360737:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941437.360744:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941437.360760:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941437.360762:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941437.360764:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941437.360765:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941437.360767:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941437.360769:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941437.360771:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941437.360773:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941437.360775:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941437.360784:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941437.360788:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941437.360792:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941437.360794:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941437.360800:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941437.360806:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a989ea600. 00000100:00000001:3.0:1773941437.360812:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941437.360816:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941437.360818:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941437.360824:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4a00. 00010000:00000001:3.0:1773941437.360829:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941437.360832:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941437.360835:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941437.360837:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a631c1 to hash 00000020:00000001:3.0:1773941437.360839:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941437.360840:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941437.360842:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941437.360845:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941437.360864:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941437.360868:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941437.360877:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941437.360887:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941437.360891:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941437.360892:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941437.360897:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78780. 00000100:00000001:3.0:1773941437.360899:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314574720 : -129353394976896 : ffff8a5a90d78780) 00000100:00000001:3.0:1773941437.360901:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941437.360902:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941437.360906:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941437.360910:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941437.360911:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941437.360912:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941437.360922:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200253568/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941437.360929:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941437.360931:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941437.360934:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941437.360936:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941437.360938:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941437.360940:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200253568:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941437.360943:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941437.360948:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941437.360950:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941437.360952:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941437.360955:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008a800. 02000000:00000001:3.0:1773941437.360960:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941437.360966:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941437.360969:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941437.360974:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941437.360980:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200253568, portal 25 00000100:00000001:3.0:1773941437.360981:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941437.360982:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:3.0:1773941437.360986:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200253568/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941453 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941437.360992:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941437.360994:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941437.360995:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d7f8. 00000100:00000200:3.0:1773941437.360998:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200253568, offset 0 00000400:00000200:3.0:1773941437.361003:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941437.361009:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941437.361015:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941437.361019:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941437.361023:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941437.361026:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941437.361028:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941437.361030:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[10, 9] 00000400:00000200:3.0:1773941437.361033:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941437.361036:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [137:137:256:4294967295] 192.168.202.122@tcp LPNI seq info [11:11:8:4294967295] 00000400:00000200:3.0:1773941437.361038:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941437.361047:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941437.361050:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941437.361054:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38b00. 00000800:00000200:3.0:1773941437.361059:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941437.361065:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941437.361068:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941437.361086:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941437.361097:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941437.361099:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294916098 00000100:00000001:3.0:1773941437.361106:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294914187 00000100:00000001:3.0:1773941437.361110:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294916098 00000100:00000001:3.0:1773941437.361114:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294914187 00000100:00000001:3.0:1773941437.361117:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941437.361119:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941437.361121:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941437.361122:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941437.361124:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 11 seconds 00000100:00000001:3.0:1773941437.361126:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941437.361129:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941437.361200:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941437.361204:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38b00. 00000400:00000200:0.0:1773941437.361209:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941437.361214:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941437.361218:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d7f8 00000400:00000010:0.0:1773941437.361220:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d7f8. 00000100:00000001:0.0:1773941437.361223:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941437.361227:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200253568/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941453 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941437.361236:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941437.361238:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200253568/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941453 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941437.361244:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941437.361245:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941437.362290:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941437.362302:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941437.362304:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941437.362305:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941437.362315:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941437.362319:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941437.362324:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941437.362327:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941437.362330:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941437.362333:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef04080 00000400:00000200:0.0:1773941437.362337:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941437.362340:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xc09 [1] + 224 00000800:00000001:0.0:1773941437.362346:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941437.362352:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941437.362354:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941437.362357:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941437.362360:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941437.362364:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200253568/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941453 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941437.362373:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200253568/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941453 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941437.362386:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941437.362392:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941437.362394:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941437.362402:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941437.362409:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941437.362410:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941437.362412:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941437.362416:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941437.362417:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941437.362419:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941437.362424:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200253568/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941453 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941437.362432:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200253568/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941453 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941437.362437:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941437.362439:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941437.362440:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941437.362442:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941437.362444:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941437.362446:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941437.362447:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941437.362453:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=4 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941437.362455:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941437.362458:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941437.362461:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941437.362468:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941437.362471:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941437.362473:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941437.362476:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941437.362479:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941437.362482:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941437.362484:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941437.362485:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941437.362486:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941437.362489:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200253568/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941453 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941437.362494:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941437.362495:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941437.362496:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941437.362498:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941437.362500:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941437.362501:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941437.362502:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941437.362503:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941437.362503:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941437.362504:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941437.362505:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941437.362507:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941437.362508:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941437.362511:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941437.362513:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 241 00000400:00000200:3.0:1773941437.362516:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941437.362519:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941437.362522:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941437.362524:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941437.362526:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941437.362528:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941437.362534:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941437.362535:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941437.362537:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941437.362539:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941437.362540:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941437.362542:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941437.362544:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941437.362545:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941437.362547:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941437.362548:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941437.362550:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941437.362552:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941437.362554:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941437.362556:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941437.362558:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941437.362559:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941437.362561:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941437.362562:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941437.362565:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085880. 00000020:00000040:3.0:1773941437.362566:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941437.362569:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941437.362570:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941437.362572:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941437.362573:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941437.362575:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941437.362578:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90089400. 00000100:00000001:3.0:1773941437.362580:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941437.362584:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90085880 x1860112200253696/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941437.362590:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941437.362592:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941437.362595:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399242fb] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90085880 x1860112200253696/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941437.362616:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941437.362619:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941437.362621:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941437.362624:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941437.362626:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941437.362627:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941437.362629:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 1 seconds 00000100:00000001:3.0:1773941437.362631:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941437.362634:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941437.362667:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200253568/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941453 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941437.362676:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941437.362680:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941437.362683:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941437.362686:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941437.362687:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773941437.362694:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200253568/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941453 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941437.362696:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941437.362700:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1773941437.362718:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200253568:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000040:2.0:1773941437.362719:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085880 x1860112200253696/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941437.362732:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941437.362743:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941437.362765:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941437.362766:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941437.362769:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941437.362769:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941437.362777:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1773941437.362778:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200253568/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941453 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941437.362782:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941437.362792:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941437.362804:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941437.362806:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200253696:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000010:3.0:1773941437.362808:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78780. 00000100:00000001:2.0:1773941437.362817:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1773941437.362818:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941437.362822:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941437.362825:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941437.362834:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941437.362836:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941437.362838:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 02000000:00000001:2.0:1773941437.362839:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1773941437.362840:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000001:2.0:1773941437.362843:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941437.362844:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000001:2.0:1773941437.362847:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:3.0:1773941437.362850:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:2.0:1773941437.362854:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d72800. 02000000:00000001:2.0:1773941437.362863:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941437.362867:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:2.0:1773941437.362873:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:3.0:1773941437.362874:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941437.362882:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352be70. 00010000:00000001:3.0:1773941437.362893:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000010:2.0:1773941437.362896:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa06786e8. 00010000:00010000:3.0:1773941437.362898:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941437.362904:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1773941437.362904:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200253696, portal 25 00000100:00000001:2.0:1773941437.362912:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1773941437.362913:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941437.362922:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300996736 : -129353408554880 : ffff8a5a90085880) 00010000:00010000:3.0:1773941437.362923:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c1 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941437.362936:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1773941437.362937:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085880 x1860112200253696/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941437.362939:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941437.362946:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941437.362950:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c1 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941437.362954:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1773941437.362965:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000100:00000040:2.0:1773941437.362969:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 10000000:00000001:3.0:1773941437.362974:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000010:2.0:1773941437.362975:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678088. 10000000:00010000:3.0:1773941437.362981:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c1 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941437.362983:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200253696, offset 0 00000400:00000200:2.0:1773941437.362996:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941437.363010:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941437.363012:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941437.363016:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941437.363018:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1773941437.363021:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000020:00000040:3.0:1773941437.363024:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941437.363027:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941437.363028:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941437.363035:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941437.363037:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00010000:00000001:3.0:1773941437.363048:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1773941437.363048:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00010000:3.0:1773941437.363055:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c1 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941437.363057:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941437.363071:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[10, 11] 10000000:00000001:3.0:1773941437.363098:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:2.0:1773941437.363099:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 10000000:00010000:3.0:1773941437.363107:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c1 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941437.363113:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [138:138:256:4294967295] 192.168.202.112@tcp LPNI seq info [12:12:8:4294967295] 10000000:01000000:3.0:1773941437.363136:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:2.0:1773941437.363137:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00000040:3.0:1773941437.363145:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941437.363146:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941437.363151:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941437.363156:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1773941437.363161:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00000001:3.0:1773941437.363162:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941437.363167:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941437.363174:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941437.363181:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941437.363181:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000020:00000040:3.0:1773941437.363188:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a631c1 from hash 00010000:00000001:3.0:1773941437.363191:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941437.363192:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941437.363193:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941437.363193:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941437.363195:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941437.363196:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941437.363198:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941437.363199:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941437.363200:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773941437.363203:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544400. 10000000:00000001:3.0:1773941437.363207:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941437.363210:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c1 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941437.363224:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1773941437.363224:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:3.0:1773941437.363228:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941437.363229:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941437.363230:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941437.363231:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941437.363232:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941437.363232:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941437.363234:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773941437.363247:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4a00 count: 0 00000800:00000200:2.0:1773941437.363255:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00010000:00000001:3.0:1773941437.363257:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1773941437.363262:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544400 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941437.363263:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941437.363272:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941437.363278:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200253568/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941453 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941437.363285:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941437.363287:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941437.363290:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008a800. 00000100:00000001:2.0:1773941437.363290:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941437.363299:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941437.363301:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1773941437.363305:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000020:00000040:3.0:1773941437.363306:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941437.363317:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941437.363318:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294916100 02000000:00000010:3.0:1773941437.363320:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a989ea600. 02000000:00000001:3.0:1773941437.363330:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941437.363332:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941437.363335:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000001:2.0:1773941437.363338:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294916098 00000100:00000001:3.0:1773941437.363339:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941437.363342:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941437.363346:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941437.363349:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000100:00000001:2.0:1773941437.363351:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294916100 10000000:00000001:3.0:1773941437.363352:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:2.0:1773941437.363359:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294916098 10000000:00000010:3.0:1773941437.363361:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eadec0. 00000020:00000010:3.0:1773941437.363367:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a989ea600. 00000100:00000001:2.0:1773941437.363370:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1773941437.363372:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a989eb800. 00000100:00000001:2.0:1773941437.363376:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1773941437.363379:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a83ebfa00. 00000100:00000001:2.0:1773941437.363384:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941437.363386:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000100:00000001:2.0:1773941437.363391:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1773941437.363392:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a99750000. 00000800:00000200:0.0:1773941437.363398:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 80000000:00000010:3.0:1773941437.363401:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00000800:00000010:0.0:1773941437.363403:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544400. 00000100:00000001:2.0:1773941437.363405:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00040000:00000010:3.0:1773941437.363406:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a99751000. 00000400:00000200:0.0:1773941437.363408:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1773941437.363411:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 20000000:00000010:3.0:1773941437.363412:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a99750600. 00000400:00000200:0.0:1773941437.363420:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 10000000:00000040:3.0:1773941437.363423:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 00000400:00000200:0.0:1773941437.363425:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678088 10000000:00000001:3.0:1773941437.363426:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000010:0.0:1773941437.363430:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678088. 00000020:00000010:3.0:1773941437.363432:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a989eb800. 00000100:00000001:2.0:1773941437.363436:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941437.363437:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000040:00000010:3.0:1773941437.363438:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a83ebfa00. 00000100:00000001:2.0:1773941437.363445:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941437.363450:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773941437.363450:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085880 x1860112200253696/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941437.363463:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941437.363465:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941437.363467:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085880 x1860112200253696/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1773941437.363484:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941437.363491:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a99750000. 00000100:00000001:0.0:1773941437.363494:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:3.0:1773941437.363497:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00000100:00000001:0.0:1773941437.363497:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00040000:00000010:3.0:1773941437.363503:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a99751000. 20000000:00000010:3.0:1773941437.363507:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a99750600. 00000020:00000010:3.0:1773941437.363510:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a989ea600. 10000000:00000010:3.0:1773941437.363512:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eadec0. 10000000:01000000:3.0:1773941437.363515:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941437.363518:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941437.363519:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941437.365629:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941437.365632:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941437.365634:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941437.365637:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941437.365661:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941437.365671:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941437.365673:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941437.365676:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941437.365682:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941437.365688:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941437.365694:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941437.365698:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941437.365701:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941437.365705:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef04100 00000400:00000200:0.0:1773941437.365710:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941437.365715:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xc11 [1] + 0 00000800:00000001:0.0:1773941437.365721:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941437.365729:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941437.365732:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941437.365737:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941437.365741:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941437.365758:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085880 x1860112200253696/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941437.365769:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90085880 x1860112200253696/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941437.365787:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941437.365794:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941437.365798:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941437.365808:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941437.365814:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941437.365818:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941437.365820:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941437.365822:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352be70. 00000400:00000200:3.0:1773941437.365826:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa06786e8 00000400:00000010:3.0:1773941437.365828:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa06786e8. 00000100:00000001:3.0:1773941437.365831:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941437.365843:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085880 x1860112200253696/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941437.365853:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085880 x1860112200253696/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941437.365861:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941437.365863:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941437.365865:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941437.365867:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941437.365869:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941437.365871:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941437.365874:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941437.365877:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=4 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941437.365880:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941437.365882:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941437.365884:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941437.365885:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941437.365887:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941437.365890:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941437.365894:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085880 x1860112200253696/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941437.365903:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941437.365906:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941437.365907:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941437.365910:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941437.365916:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941437.365919:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941437.365920:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941437.365922:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941437.365925:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941437.365928:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941437.365931:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:3.0:1773941437.365935:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941437 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941437.365938:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941437.365950:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:3.0:1773941437.365953:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941437.365954:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941437.365955:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941437.365956:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941437.365960:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:3.0:1773941437.365961:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941437.365963:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941437.365966:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941437.365968:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:3.0:1773941437.365969:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941437.366148:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941437.366151:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941437.366155:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085880 x1860112200253696/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941437.366161:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200253696:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941437.366166:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941437.366168:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941437.366170:0:14754:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:3.0:1773941437.366171:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085880 x1860112200253696/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941437.366177:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941437.366179:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1773941437.366179:0:14754:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 02000000:00000010:3.0:1773941437.366181:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d72800. 00000100:00100000:0.0:1773941437.366184:0:14754:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:3.0:1773941437.366186:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773941437.366187:0:14754:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000001:3.0:1773941437.366188:0:2404:0:(genops.c:1236:class_import_put()) Process entered 10000000:01000000:0.0:1773941437.366190:0:14754:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000040:3.0:1773941437.366191:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941437.366193:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941437.366194:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90089400. 02000000:00000001:3.0:1773941437.366199:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:0.0:1773941437.366200:0:14754:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:3.0:1773941437.366201:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941437.366205:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085880. 00000001:00000001:0.0:1773941437.366205:0:14754:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941437.366210:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:0.0:1773941437.366211:0:14754:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941437.366213:0:14754:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941437.366214:0:14754:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941437.366215:0:14754:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941437.366216:0:14754:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941437.366220:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941437.366220:0:14754:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941437.366224:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941437.366226:0:14754:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941437.366229:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941437.366230:0:14754:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941437.366233:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941437.366234:0:14754:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941437.366238:0:14754:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941437.366239:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941437.366243:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941437.366243:0:14754:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941437.366248:0:14754:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941437.366250:0:14754:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941437.366251:0:14754:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:0.0:1773941437.366267:0:14754:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941437.366268:0:14754:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941437.366270:0:14754:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941437.366273:0:14754:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:0.0:1773941437.366275:0:14754:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941437.366277:0:14754:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941437.366278:0:14754:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941437.366279:0:14754:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941437.366280:0:14754:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941437.369676:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4a00. 00010000:00000010:3.1:1773941437.369682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941438.192830:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941438.192837:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941438.192844:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773941438.256829:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773941438.256837:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773941438.256846:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354df80. 00000020:00000040:1.0:1773941438.256851:0:37:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:1.0:1773941438.256854:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941438.256856:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941438.256861:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941438.256868:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a8a62be00. 00000100:00000001:1.0:1773941438.256873:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941438.256883:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3d31d207-695b-40b8-8597-fab765cae562->MGS req@ffff8a5a8354df80 x1860112200253824/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941438.256892:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941438.256895:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941438.256900:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084727a34] to pc [ptlrpcd_00_01+1] req@ffff8a5a8354df80 x1860112200253824/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941438.256939:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941438.256943:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (249) 00000100:00000001:0.0:1773941438.256982:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941438.256986:0:2406:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941438.256989:0:2406:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941438.256996:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354df80 x1860112200253824/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941438.257003:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941438.257005:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941438.257008:0:2406:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941438.257011:0:2406:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941438.257013:0:2406:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941438.257015:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3d31d207-695b-40b8-8597-fab765cae562:2406:1860112200253824:192.168.202.112@tcp:400:kworker.0 00000100:00000001:0.0:1773941438.257025:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941438.257030:0:2406:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941438.257032:0:2406:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941438.257034:0:2406:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941438.257038:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a98201e00. 02000000:00000001:0.0:1773941438.257040:0:2406:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941438.257046:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941438.257050:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd478. 00000400:00000010:0.0:1773941438.257055:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b3b8. 00000100:00000200:0.0:1773941438.257061:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200253824, portal 25 00000100:00000001:0.0:1773941438.257063:0:2406:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941438.257064:0:2406:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087908224 : -129353621643392 : ffff8a5a8354df80) 00000100:00000040:0.0:1773941438.257069:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354df80 x1860112200253824/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941438.257075:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941438.257076:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:0.0:1773941438.257078:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b550. 00000100:00000200:0.0:1773941438.257081:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200253824, offset 0 00000400:00000200:0.0:1773941438.257085:0:2406:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941438.257092:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941438.257099:0:2406:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941438.257103:0:2406:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941438.257106:0:2406:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941438.257110:0:2406:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941438.257112:0:2406:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941438.257114:0:2406:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[12, 11] 00000400:00000200:0.0:1773941438.257117:0:2406:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:0.0:1773941438.257120:0:2406:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [139:139:256:4294967295] 192.168.202.122@tcp LPNI seq info [13:13:8:4294967295] 00000400:00000200:0.0:1773941438.257123:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941438.257129:0:2406:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:0.0:1773941438.257134:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:0.0:1773941438.257141:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51400. 00000800:00000200:0.0:1773941438.257146:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:0.0:1773941438.257153:0:2406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:0.0:1773941438.257156:0:2406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941438.257171:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941438.257174:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941438.257176:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294916994 00000100:00000001:0.0:1773941438.257183:0:2406:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294916100 00000100:00000001:0.0:1773941438.257186:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294916994 00000100:00000001:0.0:1773941438.257189:0:2406:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294916100 00000100:00000001:0.0:1773941438.257193:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941438.257195:0:2406:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941438.257197:0:2406:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941438.257199:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941438.257205:0:2406:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941438.257206:0:2406:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773941438.257208:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941438.257209:0:2406:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941438.257210:0:2406:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941438.257212:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941438.257223:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941438.257225:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941438.257271:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941438.257277:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51400. 00000400:00000200:1.0:1773941438.257282:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941438.257289:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941438.257294:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b550 00000400:00000010:1.0:1773941438.257296:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b550. 00000100:00000001:1.0:1773941438.257301:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941438.257305:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354df80 x1860112200253824/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941438.257312:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941438.257315:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354df80 x1860112200253824/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941438.257319:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941438.257321:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941438.258378:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941438.258389:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941438.258391:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941438.258393:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941438.258397:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941438.258401:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941438.258406:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941438.258409:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941438.258413:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941438.258416:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef04180 00000400:00000200:0.0:1773941438.258419:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941438.258428:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xc19 [1] + 224 00000800:00000001:0.0:1773941438.258434:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941438.258440:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941438.258442:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941438.258444:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941438.258448:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941438.258452:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354df80 x1860112200253824/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941438.258460:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a8354df80 x1860112200253824/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941438.258477:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941438.258483:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941438.258485:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941438.258509:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941438.258512:0:2406:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941438.258516:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941438.258518:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941438.258520:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd478. 00000400:00000200:1.0:1773941438.258523:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b3b8 00000400:00000010:1.0:1773941438.258525:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b3b8. 00000100:00000001:1.0:1773941438.258527:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941438.258532:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354df80 x1860112200253824/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941438.258540:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354df80 x1860112200253824/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941438.258545:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941438.258547:0:2406:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941438.258549:0:2406:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941438.258550:0:2406:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941438.258558:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941438.258560:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941438.258562:0:2406:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941438.258568:0:2406:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=5 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941438.258570:0:2406:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941438.258572:0:2406:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941438.258574:0:2406:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941438.258577:0:2406:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941438.258579:0:2406:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941438.258582:0:2406:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941438.258585:0:2406:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941438.263141:0:2406:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941438.263144:0:2406:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941438.263146:0:2406:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941438.263148:0:2406:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941438.263152:0:2406:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a8354df80 x1860112200253824/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941454 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941438.263159:0:2406:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941438.263160:0:2406:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941438.263162:0:2406:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941438.263165:0:2406:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941438.263167:0:2406:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941438.263169:0:2406:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941438.263171:0:2406:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941438.263172:0:2406:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941438.263174:0:2406:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941438.263175:0:2406:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941438.263176:0:2406:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941438.263178:0:2406:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941438.263180:0:2406:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941438.263182:0:2406:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941438.263184:0:2406:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 243 00000400:00000200:1.0:1773941438.263189:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941438.263193:0:2406:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941438.263205:0:2406:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941438.263207:0:2406:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941438.263209:0:2406:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941438.263211:0:2406:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:1.0:1773941438.263214:0:2406:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941438.263216:0:2406:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:1.0:1773941438.263218:0:2406:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941438.263220:0:2406:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:1.0:1773941438.263221:0:2406:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:1.0:1773941438.263223:0:2406:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:1.0:1773941438.263225:0:2406:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941438.263226:0:2406:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941438.263227:0:2406:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941438.263229:0:2406:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:1.0:1773941438.263231:0:2406:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:1.0:1773941438.263235:0:2406:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:1.0:1773941438.263236:0:2406:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941438.263238:0:2406:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941438.263241:0:2406:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941438.263243:0:2406:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941438.263244:0:2406:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941438.263246:0:2406:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941438.263249:0:2406:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354f480. 00000020:00000040:1.0:1773941438.263251:0:2406:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:1.0:1773941438.263253:0:2406:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941438.263255:0:2406:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941438.263257:0:2406:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941438.263259:0:2406:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941438.263261:0:2406:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941438.263266:0:2406:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9ab35400. 00000100:00000001:1.0:1773941438.263269:0:2406:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941438.263274:0:2406:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a8354f480 x1860112200253952/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941438.263288:0:2406:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941438.263292:0:2406:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941438.263297:0:2406:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abd6d47b] to pc [ptlrpcd_rcv+-1] req@ffff8a5a8354f480 x1860112200253952/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941438.263317:0:2406:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941438.263320:0:2406:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941438.263322:0:2406:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1773941438.263328:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354df80 x1860112200253824/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941454 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941438.263336:0:2406:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941438.263339:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941438.263341:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941438.263346:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354df80 x1860112200253824/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941454 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941438.263356:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3d31d207-695b-40b8-8597-fab765cae562:2406:1860112200253824:192.168.202.112@tcp:400:kworker.0 00000100:00000001:1.0:1773941438.263360:0:2406:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941438.263364:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941438.263367:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354df80 x1860112200253824/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941454 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941438.263373:0:2406:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941438.263375:0:2406:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941438.263377:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a98201e00. 00000100:00000001:3.0:1773941438.263383:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1773941438.263383:0:2406:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941438.263385:0:2406:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941438.263388:0:2406:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941438.263389:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1773941438.263390:0:2406:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941438.263394:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1773941438.263394:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a8a62be00. 02000000:00000001:1.0:1773941438.263400:0:2406:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941438.263402:0:2406:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1773941438.263405:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354f480 x1860112200253952/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1773941438.263410:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354df80. 00000100:00000001:3.0:1773941438.263417:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941438.263417:0:2406:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941438.263419:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941438.263420:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941438.263422:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941438.263426:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773941438.263427:0:2406:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1773941438.263430:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941438.263430:0:2406:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941438.263434:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1773941438.263438:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941438.263438:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941438.263449:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200253952:192.168.202.112@tcp:250:ptlrpcd_00_01.0 00000100:00000001:3.0:1773941438.263455:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941438.263459:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941438.263461:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941438.263463:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941438.263468:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90089400. 02000000:00000001:3.0:1773941438.263471:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941438.263476:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941438.263480:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941438.263485:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941438.263490:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200253952, portal 25 00000100:00000001:3.0:1773941438.263493:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941438.263495:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087913600 : -129353621638016 : ffff8a5a8354f480) 00000100:00000040:3.0:1773941438.263501:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354f480 x1860112200253952/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941438.263510:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941438.263513:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941438.263515:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d880. 00000100:00000200:3.0:1773941438.263527:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200253952, offset 0 00000400:00000200:3.0:1773941438.263534:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941438.263539:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941438.263545:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941438.263550:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941438.263554:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941438.263557:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941438.263559:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941438.263563:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[12, 13] 00000400:00000200:3.0:1773941438.263568:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941438.263572:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [140:140:256:4294967295] 192.168.202.112@tcp LPNI seq info [14:14:8:4294967295] 00000400:00000200:3.0:1773941438.263577:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941438.263585:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:3.0:1773941438.263591:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941438.263598:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38b00. 00000800:00000200:3.0:1773941438.263604:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941438.263611:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941438.263614:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941438.263630:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941438.263635:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941438.263638:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294917000 00000100:00000001:3.0:1773941438.263678:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294916994 00000100:00000001:3.0:1773941438.263684:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294917001 00000100:00000001:3.0:1773941438.263689:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294916994 00000100:00000001:3.0:1773941438.263693:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941438.263696:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941438.263699:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941438.263702:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941438.263707:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941438.263709:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000800:00000200:1.0:1773941438.263717:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1773941438.263722:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1773941438.263722:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38b00. 00000100:00000001:3.0:1773941438.263726:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1773941438.263727:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1773941438.263730:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941438.263734:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941438.263735:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941438.263755:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d880 00000400:00000010:1.0:1773941438.263758:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d880. 00000100:00000001:1.0:1773941438.263762:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941438.263768:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354f480 x1860112200253952/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941438.263777:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941438.263781:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354f480 x1860112200253952/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941448 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941438.263788:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941438.263790:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941438.271371:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941438.271403:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941438.271407:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941438.271411:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941438.271418:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941438.271424:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941438.271434:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941438.271437:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941438.271441:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941438.271444:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef04200 00000400:00000200:0.0:1773941438.271447:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941438.271451:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xc29 [1] + 0 00000800:00000001:0.0:1773941438.271457:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941438.271463:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941438.271465:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941438.271468:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941438.271472:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941438.271477:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354f480 x1860112200253952/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941438.271499:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a8354f480 x1860112200253952/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941438.271512:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941438.271519:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941438.271522:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941438.271542:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941438.271546:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941438.271551:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941438.271553:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941438.271555:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941438.271559:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941438.271561:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941438.271563:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941438.271568:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354f480 x1860112200253952/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941438.271576:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354f480 x1860112200253952/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941438.271581:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941438.271582:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941438.271585:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941438.271587:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941438.271588:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941438.271590:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941438.271592:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941438.271598:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941438.271601:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941438.271603:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941438.271604:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941438.271606:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941438.271607:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941438.271609:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941438.271612:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354f480 x1860112200253952/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941438.271617:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941438.271619:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941438.271621:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941438.271627:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941438.271633:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941438.271635:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941438.271637:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941438.271659:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941438.271662:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941438.271663:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941438.271666:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:3.0:1773941438.271669:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941438 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941438.271671:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941438.271676:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:3.0:1773941438.271678:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941438.271680:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941438.271682:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941438.271683:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941438.271685:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:3.0:1773941438.271687:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941438.271689:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941438.271691:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941438.271694:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:3.0:1773941438.271696:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941438.271938:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941438.271940:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941438.271944:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354f480 x1860112200253952/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941448 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941438.271951:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200253952:192.168.202.112@tcp:250:ptlrpcd_00_01.0 00000100:00000001:3.0:1773941438.271955:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941438.271958:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941438.271961:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354f480 x1860112200253952/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941448 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941438.271961:0:14755:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:3.0:1773941438.271970:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1773941438.271970:0:14755:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00100000:0.0:1773941438.271973:0:14755:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941438.271977:0:14755:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:3.0:1773941438.271979:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:0.0:1773941438.271979:0:14755:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:3.0:1773941438.271983:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90089400. 00000001:00000001:0.0:1773941438.271984:0:14755:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941438.271988:0:14755:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941438.271989:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941438.271993:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941438.271995:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000001:00000001:0.0:1773941438.271995:0:14755:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941438.272000:0:14755:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:3.0:1773941438.272001:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1773941438.272002:0:14755:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:3.0:1773941438.272004:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9ab35400. 00000001:00000001:0.0:1773941438.272005:0:14755:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941438.272009:0:14755:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941438.272010:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1773941438.272011:0:14755:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:3.0:1773941438.272013:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941438.272016:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354f480. 00000100:00080000:0.0:1773941438.272017:0:14755:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941438.272019:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941438.272021:0:14755:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941438.272022:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941438.272025:0:14755:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941438.272026:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941438.272028:0:14755:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941438.272032:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1773941438.272032:0:14755:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941438.272034:0:14755:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941438.272035:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1773941438.272037:0:14755:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:3.0:1773941438.272039:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000040:0.0:1773941438.272040:0:14755:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000001:3.0:1773941438.272043:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941438.272054:0:14755:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941438.272057:0:14755:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941438.272058:0:14755:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941438.272061:0:14755:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:0.0:1773941438.275729:0:14755:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941438.275733:0:14755:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941438.275734:0:14755:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941438.275757:0:14755:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941438.275759:0:14755:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941439.216800:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941439.216808:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941439.216814:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941439.280757:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941439.280765:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941439.280770:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941439.280773:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941439.280775:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941439.280777:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941439.280780:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941439.280782:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941439.280785:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941439.280789:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941439.280791:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941439.280801:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085880. 00000020:00000040:3.0:1773941439.280806:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941439.280811:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941439.280814:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941439.280820:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941439.280827:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a99751e00. 00000100:00000001:3.0:1773941439.280835:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941439.280840:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941439.280844:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941439.280851:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4300. 00010000:00000001:3.0:1773941439.280871:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941439.280875:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941439.280880:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941439.280883:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a631c8 to hash 00000020:00000001:3.0:1773941439.280886:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941439.280888:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941439.280891:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941439.280895:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941439.280899:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941439.280903:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941439.280915:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941439.280927:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941439.280933:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941439.280935:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941439.280941:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78780. 00000100:00000001:3.0:1773941439.280944:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314574720 : -129353394976896 : ffff8a5a90d78780) 00000100:00000001:3.0:1773941439.280947:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941439.280948:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300996736 : -129353408554880 : ffff8a5a90085880) 00000100:00000001:3.0:1773941439.280954:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941439.280959:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941439.280961:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941439.280963:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941439.280975:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085880 x1860112200254080/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941439.280985:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941439.280988:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941439.280992:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941439.280999:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941439.281001:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941439.281005:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200254080:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941439.281009:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941439.281013:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941439.281015:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941439.281018:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941439.281021:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008a800. 02000000:00000001:3.0:1773941439.281023:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941439.281030:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941439.281034:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941439.281039:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941439.281044:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200254080, portal 25 00000100:00000001:3.0:1773941439.281046:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941439.281047:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300996736 : -129353408554880 : ffff8a5a90085880) 00000100:00000040:3.0:1773941439.281051:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085880 x1860112200254080/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941455 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941439.281058:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941439.281060:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941439.281063:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d000. 00000100:00000200:3.0:1773941439.281066:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200254080, offset 0 00000400:00000200:3.0:1773941439.281071:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941439.281142:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941439.281149:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941439.281153:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941439.281156:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941439.281159:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941439.281161:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941439.281163:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[14, 13] 00000400:00000200:3.0:1773941439.281166:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941439.281169:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [141:141:256:4294967295] 192.168.202.122@tcp LPNI seq info [15:15:8:4294967295] 00000400:00000200:3.0:1773941439.281172:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941439.281184:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941439.281189:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941439.281193:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38200. 00000800:00000200:3.0:1773941439.281198:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941439.281204:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941439.281207:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941439.281220:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941439.281223:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941439.281225:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294918018 00000100:00000001:3.0:1773941439.281231:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294917000 00000100:00000001:3.0:1773941439.281233:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294918018 00000100:00000001:3.0:1773941439.281236:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294917001 00000100:00000001:3.0:1773941439.281239:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941439.281241:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941439.281243:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941439.281245:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941439.281247:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 11 seconds 00000100:00000001:3.0:1773941439.281250:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941439.281252:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941439.281302:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941439.281308:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38200. 00000400:00000200:1.0:1773941439.281314:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941439.281320:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941439.281324:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d000 00000400:00000010:1.0:1773941439.281327:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d000. 00000100:00000001:1.0:1773941439.281331:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941439.281337:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085880 x1860112200254080/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941455 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941439.281348:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941439.281352:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90085880 x1860112200254080/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941455 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941439.281371:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941439.281373:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941439.282490:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941439.282500:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941439.282516:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941439.282520:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941439.282525:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941439.282531:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941439.282538:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941439.282542:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941439.282547:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941439.282551:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef04280 00000400:00000200:0.0:1773941439.282555:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941439.282561:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xc31 [1] + 224 00000800:00000001:0.0:1773941439.282568:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941439.282575:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941439.282578:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941439.282582:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941439.282586:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941439.282592:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085880 x1860112200254080/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941455 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941439.282605:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90085880 x1860112200254080/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941455 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941439.282622:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941439.282629:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941439.282632:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941439.282698:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941439.282704:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941439.282705:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941439.282707:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941439.282710:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941439.282711:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941439.282713:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941439.282717:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085880 x1860112200254080/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941455 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941439.282725:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085880 x1860112200254080/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941455 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941439.282742:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941439.282749:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941439.282751:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941439.282753:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941439.282755:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941439.282756:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941439.282758:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941439.282763:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941439.282766:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941439.282768:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941439.282771:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941439.288047:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941439.288054:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941439.288060:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941439.288065:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941439.288069:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941439.288072:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941439.288073:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941439.288075:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941439.288077:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941439.288081:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90085880 x1860112200254080/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941455 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941439.288088:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941439.288089:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941439.288090:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941439.288094:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941439.288096:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941439.288098:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941439.288099:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941439.288100:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941439.288101:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941439.288102:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941439.288103:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941439.288105:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941439.288106:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941439.288125:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941439.288127:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 244 00000400:00000200:3.0:1773941439.288136:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941439.288140:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941439.288143:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941439.288146:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941439.288148:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941439.288150:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941439.288153:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941439.288154:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941439.288156:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941439.288158:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941439.288160:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941439.288161:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941439.288163:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941439.288164:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941439.288165:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941439.288167:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941439.288169:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941439.288171:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941439.288173:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941439.288175:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941439.288177:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941439.288180:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941439.288181:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941439.288183:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941439.288187:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941439.288189:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941439.288193:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941439.288194:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941439.288196:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941439.288198:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941439.288204:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941439.288209:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90089400. 00000100:00000001:3.0:1773941439.288214:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941439.288218:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90084a80 x1860112200254208/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941439.288225:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941439.288228:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941439.288233:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d14fd663] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90084a80 x1860112200254208/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941439.288258:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941439.288262:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941439.288264:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941439.288268:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941439.288271:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941439.288274:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941439.288277:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 1 seconds 00000100:00000001:3.0:1773941439.288280:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941439.288280:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941439.288285:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941439.288286:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941439.288291:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941439.288295:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085880 x1860112200254080/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941455 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941439.288302:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200254208/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941439.288307:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941439.288312:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941439.288317:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941439.288321:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941439.288329:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1773941439.288330:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085880 x1860112200254080/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941455 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941439.288333:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941439.288339:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941439.288343:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1773941439.288344:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200254080:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941439.288351:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941439.288351:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941439.288356:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00100000:0.0:1773941439.288359:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200254208:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941439.288360:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941439.288363:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941439.288367:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941439.288370:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941439.288371:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1773941439.288373:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1773941439.288377:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085880 x1860112200254080/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941455 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1773941439.288379:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c71000. 02000000:00000001:0.0:1773941439.288383:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941439.288390:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941439.288393:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000010:3.0:1773941439.288395:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78780. 00000400:00000010:0.0:1773941439.288397:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd108. 00000100:00000001:3.0:1773941439.288400:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941439.288402:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:0.0:1773941439.288404:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b2a8. 00010000:00000001:3.0:1773941439.288405:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941439.288409:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941439.288411:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1773941439.288412:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200254208, portal 25 00000020:00000040:3.0:1773941439.288413:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000100:00000001:0.0:1773941439.288417:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1773941439.288418:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000001:0.0:1773941439.288420:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00010000:00000001:3.0:1773941439.288422:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00010000:3.0:1773941439.288428:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941439.288429:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200254208/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941439.288446:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941439.288449:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1773941439.288452:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941439.288455:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:0.0:1773941439.288459:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002bee0. 00010000:00000001:3.0:1773941439.288464:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000200:0.0:1773941439.288465:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200254208, offset 0 00010000:00010000:3.0:1773941439.288469:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941439.288473:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941439.288479:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941439.288481:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941439.288484:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:3.0:1773941439.288485:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c8 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941439.288491:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00010000:00000001:3.0:1773941439.288493:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941439.288497:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941439.288498:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941439.288501:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1773941439.288503:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941439.288507:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00010000:3.0:1773941439.288508:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c8 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941439.288511:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00010000:3.0:1773941439.288516:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 10000000:00000001:3.0:1773941439.288522:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1773941439.288525:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[14, 15] 10000000:00010000:3.0:1773941439.288526:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c8 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941439.288533:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941439.288534:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941439.288535:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941439.288536:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941439.288538:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:0.0:1773941439.288541:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:3.0:1773941439.288542:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941439.288546:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941439.288550:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c8 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941439.288550:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [142:142:256:4294967295] 192.168.202.112@tcp LPNI seq info [16:16:8:4294967295] 00000400:00000200:0.0:1773941439.288562:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00000001:3.0:1773941439.288563:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941439.288566:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c8 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941439.288577:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:0.0:1773941439.288577:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 10000000:00000040:3.0:1773941439.288583:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941439.288585:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941439.288590:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000800:00000200:0.0:1773941439.288590:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941439.288594:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000800:00000010:0.0:1773941439.288597:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51200. 00010000:00000001:3.0:1773941439.288598:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941439.288600:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941439.288603:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941439.288604:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941439.288606:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a631c8 from hash 00000800:00000200:0.0:1773941439.288607:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:3.0:1773941439.288609:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941439.288618:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:0.0:1773941439.288618:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00010000:00000001:3.0:1773941439.288622:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941439.288625:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000200:0.0:1773941439.288625:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51200 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941439.288628:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941439.288630:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941439.288632:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941439.288633:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941439.288634:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941439.288635:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941439.288637:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c8 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941439.288658:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941439.288665:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941439.288670:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294918026 00010000:00000001:3.0:1773941439.288672:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941439.288674:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941439.288676:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941439.288677:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941439.288679:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941439.288680:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294918018 00010000:00000001:3.0:1773941439.288681:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941439.288684:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941439.288687:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a631c8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941439.288688:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294918026 00000100:00000001:0.0:1773941439.288695:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294918018 00010000:00000040:3.0:1773941439.288697:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4300 count: 0 00000100:00000001:0.0:1773941439.288705:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941439.288709:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941439.288711:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941439.288712:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941439.288713:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941439.288716:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941439.288717:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941439.288724:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085880 x1860112200254080/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941455 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941439.288724:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941439.288741:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941439.288747:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941439.288750:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941439.288750:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1773941439.288755:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1773941439.288755:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941439.288757:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941439.288759:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008a800. 02000000:00000001:3.0:1773941439.288764:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000200:1.0:1773941439.288765:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:3.0:1773941439.288766:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941439.288769:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000800:00000010:1.0:1773941439.288771:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51200. 00000020:00000001:3.0:1773941439.288772:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941439.288776:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a99751e00. 00000400:00000200:1.0:1773941439.288778:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941439.288785:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 02000000:00000001:3.0:1773941439.288786:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941439.288789:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1773941439.288790:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002bee0 00000100:00000010:3.0:1773941439.288793:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085880. 00000400:00000010:1.0:1773941439.288794:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002bee0. 00000100:00000001:3.0:1773941439.288799:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941439.288801:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1773941439.288802:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941439.288805:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000200:1.0:1773941439.288808:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200254208/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1773941439.288809:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941439.288813:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941439.288817:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eadec0. 00000100:00000001:1.0:1773941439.288820:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1773941439.288822:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a99751e00. 00000100:00000040:1.0:1773941439.288826:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200254208/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941439.288832:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941439.288834:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1773941439.288876:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a99750000. 00000040:00000010:3.0:1773941439.288880:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a99750600. 00000020:00000010:3.0:1773941439.288884:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941439.288887:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a99751000. 80000000:00000010:3.0:1773941439.288890:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941439.288894:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a83ebfa00. 20000000:00000010:3.0:1773941439.288897:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a989ea600. 10000000:00000040:3.0:1773941439.288900:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941439.288902:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941439.288906:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a99750000. 00000040:00000010:3.0:1773941439.288909:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a99750600. 00000020:00000010:3.0:1773941439.288910:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941439.288913:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a99751000. 80000000:00000010:3.0:1773941439.288915:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941439.288918:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a83ebfa00. 20000000:00000010:3.0:1773941439.288920:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a989ea600. 00000020:00000010:3.0:1773941439.288922:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a99751e00. 10000000:00000010:3.0:1773941439.288924:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eadec0. 10000000:01000000:3.0:1773941439.288926:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941439.288928:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941439.288930:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941439.288931:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941439.288933:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941439.288934:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941439.288939:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941439.290433:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941439.290444:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941439.290446:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941439.290447:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941439.290452:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941439.290457:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941439.290468:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941439.290471:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941439.290474:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941439.290477:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef04300 00000400:00000200:0.0:1773941439.290480:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941439.290484:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xc39 [1] + 0 00000800:00000001:0.0:1773941439.290494:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941439.290500:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941439.290502:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941439.290505:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941439.290509:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941439.290514:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200254208/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941439.290522:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90084a80 x1860112200254208/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941439.290536:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941439.290541:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941439.290544:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941439.290555:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941439.290558:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941439.290562:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941439.290563:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941439.290566:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd108. 00000400:00000200:3.0:1773941439.290569:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b2a8 00000400:00000010:3.0:1773941439.290571:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b2a8. 00000100:00000001:3.0:1773941439.290573:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941439.290578:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200254208/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941439.290586:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200254208/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941439.290591:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941439.290592:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941439.290594:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941439.290596:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941439.290598:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941439.290600:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941439.290602:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941439.290606:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941439.290609:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941439.290611:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941439.290612:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941439.290614:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941439.290615:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941439.290617:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941439.290620:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200254208/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941439.290625:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941439.290626:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941439.290628:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941439.290629:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941439.290634:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941439.290635:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941439.290665:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941439.290675:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941439.290678:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941439.290680:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941439.290683:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:3.0:1773941439.290687:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941439 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941439.290692:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941439.290699:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:3.0:1773941439.290701:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941439.290703:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941439.290705:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941439.290706:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941439.290709:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:3.0:1773941439.290711:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941439.290714:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941439.290717:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941439.290720:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:3.0:1773941439.290721:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941439.290904:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941439.290909:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941439.290911:0:14757:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:0.0:1773941439.290917:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200254208/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1773941439.290921:0:14757:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00100000:3.0:1773941439.290927:0:14757:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:0.0:1773941439.290937:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200254208:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941439.290950:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941439.290953:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941439.290958:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200254208/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941439.290959:0:14757:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941439.290963:0:14757:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:3.0:1773941439.290968:0:14757:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941439.290972:0:14757:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1773941439.290973:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:3.0:1773941439.290977:0:14757:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941439.290977:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941439.290980:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c71000. 00000001:00000001:3.0:1773941439.290982:0:14757:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941439.290984:0:14757:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941439.290985:0:14757:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941439.290988:0:14757:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941439.290992:0:14757:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:0.0:1773941439.290993:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1773941439.290997:0:14757:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000020:00000001:0.0:1773941439.290997:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941439.291001:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941439.291003:0:14757:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000020:00000001:0.0:1773941439.291005:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941439.291008:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90089400. 02000000:00000001:0.0:1773941439.291011:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941439.291015:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1773941439.291016:0:14757:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000010:0.0:1773941439.291017:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000001:3.0:1773941439.291020:0:14757:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941439.291023:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:3.0:1773941439.291025:0:14757:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941439.291026:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941439.291031:0:14757:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:0.0:1773941439.291032:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:3.0:1773941439.291035:0:14757:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:0.0:1773941439.291038:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000040:3.0:1773941439.291039:0:14757:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000001:0.0:1773941439.291043:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941439.291048:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941439.291051:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1773941439.291065:0:14757:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1773941439.291068:0:14757:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941439.291071:0:14757:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:3.0:1773941439.291076:0:14757:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:3.0:1773941439.291082:0:14757:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941439.291085:0:14757:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941439.291087:0:14757:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941439.291090:0:14757:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941439.291092:0:14757:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941439.294686:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4300. 00010000:00000010:3.1:1773941439.294698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941440.240822:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941440.240828:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941440.240832:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941441.200753:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941441.200760:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:1.0:1773941441.200764:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941441.200766:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941441.200767:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941441.200768:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941441.200771:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941441.200772:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941441.200774:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:1.0:1773941441.200777:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941441.200778:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941441.200788:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354df80. 00000020:00000040:1.0:1773941441.200792:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:1.0:1773941441.200796:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941441.200812:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941441.200817:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941441.200825:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5aa066b400. 00000100:00000001:1.0:1773941441.200831:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941441.200834:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941441.200837:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941441.200843:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a82f48800. 00010000:00000001:1.0:1773941441.200848:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941441.200850:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a829e3600. 00000020:00000010:1.0:1773941441.200855:0:14747:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff8a5a854fca80. 00000020:00000001:1.0:1773941441.200857:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941441.200860:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a829e3600 with handle 0x4337c2e0c9a631cf to hash 00000020:00000001:1.0:1773941441.200861:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941441.200863:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720075937280 : -129353633614336 : ffff8a5a829e3600) 00010000:00000001:1.0:1773941441.200865:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720075937280 : -129353633614336 : ffff8a5a829e3600) 00010000:00000001:1.0:1773941441.200868:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941441.200871:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941441.200873:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631cf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941441.200881:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631cf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941441.200892:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631cf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941441.200897:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941441.200898:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941441.200902:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a997ad840. 00000100:00000001:1.0:1773941441.200904:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720459495488 : -129353250056128 : ffff8a5a997ad840) 00000100:00000001:1.0:1773941441.200906:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941441.200907:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087908224 : -129353621643392 : ffff8a5a8354df80) 00000100:00000001:1.0:1773941441.200912:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941441.200915:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941441.200920:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941441.200921:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941441.200930:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354df80 x1860112200254336/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941441.200937:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941441.200939:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941441.200942:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941441.200944:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941441.200946:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941441.200948:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200254336:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941441.200951:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941441.200955:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941441.200957:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941441.200959:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941441.200962:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9ab37400. 02000000:00000001:1.0:1773941441.200964:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941441.200970:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941441.200973:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d80b0. 00000400:00000010:1.0:1773941441.200978:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cf68. 00000100:00000200:1.0:1773941441.200984:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200254336, portal 25 00000100:00000001:1.0:1773941441.200986:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941441.200987:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087908224 : -129353621643392 : ffff8a5a8354df80) 00000100:00000040:1.0:1773941441.200991:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354df80 x1860112200254336/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941457 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941441.200997:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941441.200999:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:1.0:1773941441.201001:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cb28. 00000100:00000200:1.0:1773941441.201003:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200254336, offset 0 00000400:00000200:1.0:1773941441.201007:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941441.201014:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941441.201020:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941441.201024:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941441.201027:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941441.201034:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941441.201036:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941441.201039:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[16, 15] 00000400:00000200:1.0:1773941441.201042:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:1.0:1773941441.201045:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [143:143:256:4294967295] 192.168.202.122@tcp LPNI seq info [17:17:8:4294967295] 00000400:00000200:1.0:1773941441.201049:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941441.201057:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:1.0:1773941441.201062:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:1.0:1773941441.201065:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a8a62be00. 00000800:00000200:1.0:1773941441.201072:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:1.0:1773941441.201078:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:1.0:1773941441.201082:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a8a62be00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941441.201098:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941441.201102:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:1.0:1773941441.201104:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294919938 00000100:00000001:1.0:1773941441.201111:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294918026 00000100:00000001:1.0:1773941441.201114:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294919938 00000100:00000001:1.0:1773941441.201117:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294918026 00000100:00000001:1.0:1773941441.201120:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941441.201122:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941441.201124:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941441.201126:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941441.201128:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a997ad840 going to sleep for 11 seconds 00000100:00000001:1.0:1773941441.201131:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941441.201133:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941441.201235:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941441.201242:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a8a62be00. 00000400:00000200:0.0:1773941441.201248:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941441.201255:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941441.201261:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cb28 00000400:00000010:0.0:1773941441.201264:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cb28. 00000100:00000001:0.0:1773941441.201269:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941441.201274:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354df80 x1860112200254336/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941457 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941441.201286:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941441.201289:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a8354df80 x1860112200254336/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941457 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941441.201298:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941441.201300:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941441.202432:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941441.202443:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941441.202446:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941441.202448:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941441.202453:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941441.202459:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941441.202465:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941441.202474:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941441.202479:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941441.202483:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef04380 00000400:00000200:0.0:1773941441.202486:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941441.202491:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xc49 [1] + 224 00000800:00000001:0.0:1773941441.202498:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941441.202506:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941441.202508:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941441.202512:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941441.202517:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941441.202522:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354df80 x1860112200254336/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941457 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941441.202533:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a8354df80 x1860112200254336/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941457 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941441.202549:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941441.202557:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941441.202560:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941441.202580:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941441.202586:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941441.202587:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941441.202589:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d80b0. 00000400:00000200:1.0:1773941441.202593:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cf68 00000400:00000010:1.0:1773941441.202594:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cf68. 00000100:00000001:1.0:1773941441.202602:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941441.202607:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354df80 x1860112200254336/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941457 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941441.202615:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354df80 x1860112200254336/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941457 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941441.202620:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941441.202621:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941441.202623:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941441.202625:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941441.202627:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941441.202628:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941441.202630:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941441.202635:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=8 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941441.202637:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941441.202654:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941441.202657:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:1.0:1773941441.202660:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941441.202662:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941441.202665:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941441.202669:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941441.202672:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941441.202674:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941441.202676:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941441.202677:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941441.202679:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941441.202681:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a8354df80 x1860112200254336/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941457 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941441.202687:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941441.202688:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941441.202689:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941441.202691:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941441.202693:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941441.202698:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941441.202699:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941441.202700:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941441.202701:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941441.202702:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941441.202703:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941441.202705:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941441.202706:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941441.202708:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941441.202726:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 245 00000400:00000200:1.0:1773941441.202730:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941441.202733:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941441.202736:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941441.202738:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941441.202740:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941441.202742:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:1.0:1773941441.202744:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941441.202746:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:1.0:1773941441.202747:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941441.202749:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:1.0:1773941441.202750:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:1.0:1773941441.202752:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:1.0:1773941441.202754:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941441.202755:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941441.202756:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941441.202757:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:1.0:1773941441.202759:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:1.0:1773941441.202761:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:1.0:1773941441.202763:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941441.202765:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941441.202767:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941441.202769:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941441.202774:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941441.202776:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941441.202778:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354ea00. 00000020:00000040:1.0:1773941441.202780:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:1.0:1773941441.202783:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941441.202784:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941441.202785:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941441.202787:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941441.202789:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941441.202792:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9ab34800. 00000100:00000001:1.0:1773941441.202795:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941441.202799:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a8354ea00 x1860112200254464/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941441.202805:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941441.202807:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941441.202810:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000077e9f4] to pc [ptlrpcd_rcv+-1] req@ffff8a5a8354ea00 x1860112200254464/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941441.202824:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941441.202826:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941441.202827:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941441.202829:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941441.202831:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941441.202832:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941441.202833:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a997ad840 going to sleep for 1 seconds 00000100:00000001:1.0:1773941441.202835:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941441.202836:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941441.202840:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354df80 x1860112200254336/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941457 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941441.202845:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941441.202848:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941441.202850:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941441.202851:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941441.202854:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354df80 x1860112200254336/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941457 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941441.202859:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941441.202864:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1773941441.202868:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200254336:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941441.202868:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941441.202874:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941441.202877:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941441.202879:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000040:0.0:1773941441.202879:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354ea00 x1860112200254464/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941441.202882:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941441.202887:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354df80 x1860112200254336/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941457 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941441.202899:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941441.202901:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941441.202903:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941441.202904:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a997ad840. 00000100:00000001:1.0:1773941441.202908:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:0.0:1773941441.202908:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773941441.202912:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:0.0:1773941441.202913:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941441.202915:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773941441.202918:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1773941441.202920:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941441.202921:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941441.202923:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e3600 refcount=4 00000020:00000001:1.0:1773941441.202926:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075937280 : -129353633614336 : ffff8a5a829e3600) 00010000:00000001:1.0:1773941441.202930:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075937280 : -129353633614336 : ffff8a5a829e3600) 00000100:00100000:0.0:1773941441.202931:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200254464:192.168.202.112@tcp:250:ll_cfg_requeue.0 00010000:00010000:1.0:1773941441.202934:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631cf lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941441.202940:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1773941441.202945:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000001:0.0:1773941441.202945:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941441.202949:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941441.202950:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631cf lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941441.202955:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1773941441.202957:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941441.202959:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631cf lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941441.202964:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000010:0.0:1773941441.202969:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c72c00. 00010000:00000001:1.0:1773941441.202972:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1773941441.202974:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941441.202976:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631cf lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941441.202984:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1773941441.202984:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:1.0:1773941441.202986:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941441.202990:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000010:0.0:1773941441.202992:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddc08. 00010000:00010000:1.0:1773941441.202993:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631cf lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941441.203001:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a829e3600 already unused, calling callback (ffffffffc123ec20) 00000400:00000010:0.0:1773941441.203001:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b110. 10000000:00000001:1.0:1773941441.203004:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941441.203008:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631cf lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:0.0:1773941441.203010:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200254464, portal 25 00010000:00000001:1.0:1773941441.203015:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1773941441.203016:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1773941441.203017:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941441.203020:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941441.203022:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e3600 refcount=5 00000100:00000001:0.0:1773941441.203022:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087910912 : -129353621640704 : ffff8a5a8354ea00) 00000020:00000001:1.0:1773941441.203025:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075937280 : -129353633614336 : ffff8a5a829e3600) 00010000:00000001:1.0:1773941441.203029:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075937280 : -129353633614336 : ffff8a5a829e3600) 00010000:00000001:1.0:1773941441.203031:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941441.203038:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631cf lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941441.203038:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354ea00 x1860112200254464/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:1.0:1773941441.203054:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941441.203057:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631cf lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941441.203064:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:01000000:1.0:1773941441.203067:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1773941441.203071:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000100:00000040:0.0:1773941441.203072:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 10000000:00000001:1.0:1773941441.203073:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941441.203076:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941441.203078:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000010:0.0:1773941441.203079:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002bd48. 00010000:00000001:1.0:1773941441.203085:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000200:0.0:1773941441.203086:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200254464, offset 0 00010000:00000001:1.0:1773941441.203088:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941441.203091:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941441.203093:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941441.203096:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a829e3600 with handle 0x4337c2e0c9a631cf from hash 00000400:00000200:0.0:1773941441.203097:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00000001:1.0:1773941441.203099:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941441.203102:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941441.203103:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941441.203104:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941441.203106:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941441.203108:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:0.0:1773941441.203108:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:1.0:1773941441.203113:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941441.203114:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941441.203116:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941441.203119:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941441.203119:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00010000:00010000:1.0:1773941441.203123:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631cf lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941441.203128:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1773941441.203130:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941441.203133:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941441.203136:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:0.0:1773941441.203136:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00010000:00000001:1.0:1773941441.203139:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941441.203141:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941441.203143:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941441.203144:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941441.203146:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941441.203149:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631cf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941441.203152:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000040:1.0:1773941441.203157:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a82f48800 count: 0 00000400:00000200:0.0:1773941441.203162:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[16, 17] 00000400:00000200:0.0:1773941441.203168:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:1.0:1773941441.203169:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941441.203173:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941441.203176:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1773941441.203176:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [144:144:256:4294967295] 192.168.202.112@tcp LPNI seq info [18:18:8:4294967295] 00000100:00000040:1.0:1773941441.203181:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354df80 x1860112200254336/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941457 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941441.203189:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:1.0:1773941441.203192:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941441.203195:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941441.203202:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9ab37400. 00000400:00000200:0.0:1773941441.203203:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 02000000:00000001:1.0:1773941441.203206:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941441.203210:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941441.203213:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000800:00000200:0.0:1773941441.203214:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000020:00000001:1.0:1773941441.203215:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941441.203219:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5aa066b400. 02000000:00000001:1.0:1773941441.203223:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000010:0.0:1773941441.203223:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51900. 02000000:00000001:1.0:1773941441.203226:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941441.203229:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354df80. 00000100:00000001:1.0:1773941441.203231:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941441.203233:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773941441.203234:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 10000000:00000001:1.0:1773941441.203235:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941441.203239:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941441.203242:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941441.203244:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a9009f500. 00000020:00000010:1.0:1773941441.203249:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5aa066b400. 00000800:00000200:0.0:1773941441.203249:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000020:00000010:1.0:1773941441.203256:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5aa066bc00. 00000800:00000200:0.0:1773941441.203256:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51900 type 1, nob 616 niov 1 nkiov 1 00000040:00000010:1.0:1773941441.203262:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5aa066a600. 00000020:00000010:1.0:1773941441.203268:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a892ad000. 00000020:00000010:1.0:1773941441.203276:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5aa066ba00. 00000100:00000001:0.0:1773941441.203278:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:1.0:1773941441.203281:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83eff4e0. 00000400:00000200:0.0:1773941441.203287:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00040000:00000010:1.0:1773941441.203290:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a83ebfa00. 00000100:00000001:0.0:1773941441.203291:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294919940 20000000:00000010:1.0:1773941441.203299:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a989eb800. 00000100:00000001:0.0:1773941441.203300:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294919938 10000000:00000040:1.0:1773941441.203307:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 00000100:00000001:0.0:1773941441.203308:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294919940 10000000:00000001:1.0:1773941441.203313:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941441.203315:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294919938 00000020:00000010:1.0:1773941441.203322:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5aa066bc00. 00000100:00000001:0.0:1773941441.203322:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941441.203328:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1773941441.203331:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5aa066a600. 00000100:00000001:0.0:1773941441.203332:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941441.203338:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a892ad000. 00000100:00000001:0.0:1773941441.203339:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1773941441.203343:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5aa066ba00. 80000000:00000010:1.0:1773941441.203347:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83eff4e0. 00000100:00000001:0.0:1773941441.203347:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941441.203352:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00040000:00000010:1.0:1773941441.203354:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a83ebfa00. 00000100:00000001:0.0:1773941441.203358:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 20000000:00000010:1.0:1773941441.203359:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a989eb800. 00000100:00000001:0.0:1773941441.203362:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1773941441.203363:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5aa066b400. 00000100:00000001:0.0:1773941441.203366:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:1.0:1773941441.203367:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a9009f500. 10000000:01000000:1.0:1773941441.203371:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 00000100:00000001:0.0:1773941441.203373:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941441.203379:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941441.203382:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000800:00000200:0.0:1773941441.203424:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941441.203428:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51900. 00000400:00000200:0.0:1773941441.203432:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941441.203437:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941441.203441:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002bd48 00000400:00000010:0.0:1773941441.203443:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002bd48. 00000100:00000001:0.0:1773941441.203446:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941441.203450:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354ea00 x1860112200254464/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941451 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941441.203460:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941441.203464:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354ea00 x1860112200254464/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941451 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941441.203472:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941441.203474:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941441.205154:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941441.205160:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941441.205162:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941441.205169:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941441.205172:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941441.205175:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941441.205179:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941441.205181:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941441.205183:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941441.205185:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef04400 00000400:00000200:0.0:1773941441.205188:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941441.205191:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xc59 [1] + 0 00000800:00000001:0.0:1773941441.205195:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941441.205199:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941441.205201:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941441.205203:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941441.205206:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941441.205209:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354ea00 x1860112200254464/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941451 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941441.205217:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a8354ea00 x1860112200254464/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941441.205229:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941441.205234:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941441.205236:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941441.205249:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941441.205253:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941441.205257:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941441.205259:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941441.205261:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddc08. 00000400:00000200:3.0:1773941441.205266:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b110 00000400:00000010:3.0:1773941441.205268:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b110. 00000100:00000001:3.0:1773941441.205271:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941441.205278:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354ea00 x1860112200254464/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941451 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941441.205289:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354ea00 x1860112200254464/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941451 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941441.205297:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941441.205299:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941441.205301:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941441.205303:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941441.205305:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941441.205307:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941441.205309:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941441.205313:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=8 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941441.205317:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941441.205328:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941441.205330:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941441.205332:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941441.205334:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941441.205336:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941441.205339:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354ea00 x1860112200254464/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941441.205345:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941441.205347:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941441.205348:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941441.205350:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941441.205354:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941441.205356:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941441.205357:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941441.205358:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941441.205360:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941441.205362:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941441.205363:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:3.0:1773941441.205366:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941441 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941441.205368:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941441.205373:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:3.0:1773941441.205375:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941441.205376:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941441.205377:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941441.205378:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941441.205381:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:3.0:1773941441.205383:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941441.205385:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941441.205387:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941441.205389:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:3.0:1773941441.205391:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941441.205603:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941441.205606:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941441.205611:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354ea00 x1860112200254464/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941451 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941441.205619:0:14758:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:0.0:1773941441.205619:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200254464:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941441.205623:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941441.205627:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941441.205630:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354ea00 x1860112200254464/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941451 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1773941441.205634:0:14758:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00100000:3.0:1773941441.205664:0:14758:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941441.205667:0:14758:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941441.205668:0:14758:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:3.0:1773941441.205671:0:14758:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941441.205674:0:14758:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941441.205676:0:14758:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1773941441.205678:0:14758:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1773941441.205679:0:14758:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1773941441.205681:0:14758:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941441.205682:0:14758:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941441.205685:0:14758:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941441.205689:0:14758:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1773941441.205694:0:14758:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1773941441.205696:0:14758:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1773941441.205701:0:14758:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941441.205701:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:3.0:1773941441.205703:0:14758:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1773941441.205706:0:14758:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:0.0:1773941441.205707:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:3.0:1773941441.205708:0:14758:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 02000000:00000010:0.0:1773941441.205722:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c72c00. 10000000:00000040:3.0:1773941441.205725:0:14758:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 02000000:00000001:0.0:1773941441.205727:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941441.205730:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941441.205731:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941441.205733:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941441.205735:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9ab34800. 00000100:00080000:3.0:1773941441.205736:0:14758:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 02000000:00000001:0.0:1773941441.205738:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:3.0:1773941441.205739:0:14758:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941441.205743:0:14758:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:0.0:1773941441.205743:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941441.205748:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354ea00. 00000100:02000000:3.0:1773941441.205749:0:14758:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:3.0:1773941441.205756:0:14758:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941441.205756:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941441.205760:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773941441.205761:0:14758:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941441.205763:0:14758:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941441.205766:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1773941441.205767:0:14758:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941441.205769:0:14758:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941441.205772:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941441.205776:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941441.205779:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941441.205780:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941441.208657:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941441.208661:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941441.208663:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:1.0:1773941441.208667:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:1.1:1773941441.214687:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a82f48800. 00010000:00000010:1.1:1773941441.214698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a829e3600. 00000020:00000001:0.0:1773941441.264779:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941441.264786:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941441.264789:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941442.288754:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941442.288761:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:1.0:1773941442.288766:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941442.288769:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941442.288770:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941442.288771:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941442.288774:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941442.288776:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941442.288778:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:1.0:1773941442.288780:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941442.288782:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941442.288791:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354df80. 00000020:00000040:1.0:1773941442.288795:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:1.0:1773941442.288799:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941442.288801:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941442.288806:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941442.288812:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a989eb800. 00000100:00000001:1.0:1773941442.288818:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941442.288822:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941442.288824:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941442.288831:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a82f48800. 00010000:00000001:1.0:1773941442.288836:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941442.288838:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a829e3600. 00000020:00000001:1.0:1773941442.288842:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941442.288845:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a829e3600 with handle 0x4337c2e0c9a631d6 to hash 00000020:00000001:1.0:1773941442.288846:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941442.288848:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720075937280 : -129353633614336 : ffff8a5a829e3600) 00010000:00000001:1.0:1773941442.288852:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720075937280 : -129353633614336 : ffff8a5a829e3600) 00010000:00000001:1.0:1773941442.288856:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1773941442.288876:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1773941442.288876:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941442.288880:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941442.288885:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1773941442.288885:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941442.288899:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941442.288912:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941442.288917:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941442.288918:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941442.288924:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a997ad840. 00000100:00000001:1.0:1773941442.288925:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720459495488 : -129353250056128 : ffff8a5a997ad840) 00000100:00000001:1.0:1773941442.288928:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941442.288929:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087908224 : -129353621643392 : ffff8a5a8354df80) 00000100:00000001:1.0:1773941442.288933:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941442.288936:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941442.288937:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941442.288939:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941442.288948:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354df80 x1860112200254592/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941442.288955:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941442.288956:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941442.288959:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941442.288961:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941442.288963:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941442.288966:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200254592:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941442.288968:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941442.288973:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941442.288974:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941442.288976:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941442.288980:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9ab37400. 02000000:00000001:1.0:1773941442.288986:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941442.288992:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941442.288995:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d80b0. 00000400:00000010:1.0:1773941442.289000:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cf68. 00000100:00000200:1.0:1773941442.289006:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200254592, portal 25 00000100:00000001:1.0:1773941442.289007:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941442.289008:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087908224 : -129353621643392 : ffff8a5a8354df80) 00000100:00000040:1.0:1773941442.289012:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354df80 x1860112200254592/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941458 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941442.289018:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941442.289020:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:1.0:1773941442.289022:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c660. 00000100:00000200:1.0:1773941442.289024:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200254592, offset 0 00000400:00000200:1.0:1773941442.289029:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941442.289036:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941442.289042:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941442.289046:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941442.289049:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941442.289052:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941442.289054:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941442.289057:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[18, 17] 00000400:00000200:1.0:1773941442.289060:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:1.0:1773941442.289063:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [145:145:256:4294967295] 192.168.202.122@tcp LPNI seq info [19:19:8:4294967295] 00000400:00000200:1.0:1773941442.289066:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941442.289073:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:1.0:1773941442.289077:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:1.0:1773941442.289081:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a8a62bc00. 00000800:00000200:1.0:1773941442.289086:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:1.0:1773941442.289092:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:1.0:1773941442.289095:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a8a62bc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941442.289109:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941442.289115:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:1.0:1773941442.289118:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294921026 00000100:00000001:1.0:1773941442.289125:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294919940 00000100:00000001:1.0:1773941442.289128:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294921026 00000100:00000001:1.0:1773941442.289133:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294919940 00000100:00000001:1.0:1773941442.289136:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941442.289138:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941442.289140:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941442.289141:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941442.289143:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a997ad840 going to sleep for 11 seconds 00000100:00000001:1.0:1773941442.289146:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941442.289148:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941442.289228:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941442.289233:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a8a62bc00. 00000400:00000200:0.0:1773941442.289239:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941442.289246:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941442.289251:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c660 00000400:00000010:0.0:1773941442.289254:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c660. 00000100:00000001:0.0:1773941442.289259:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941442.289264:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354df80 x1860112200254592/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941458 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941442.289275:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941442.289278:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a8354df80 x1860112200254592/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941458 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941442.289285:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941442.289294:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941442.290483:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941442.290495:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941442.290498:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941442.290501:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941442.290507:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941442.290512:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941442.290518:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941442.290522:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941442.290527:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941442.290531:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef04480 00000400:00000200:0.0:1773941442.290536:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941442.290541:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xc69 [1] + 224 00000800:00000001:0.0:1773941442.290548:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941442.290556:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941442.290559:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941442.290564:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941442.290569:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941442.290575:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354df80 x1860112200254592/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941458 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941442.290586:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a8354df80 x1860112200254592/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941458 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941442.290605:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941442.290612:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941442.290616:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941442.290666:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941442.290672:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941442.290673:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941442.290675:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d80b0. 00000400:00000200:1.0:1773941442.290679:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cf68 00000400:00000010:1.0:1773941442.290680:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cf68. 00000100:00000001:1.0:1773941442.290682:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941442.290687:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354df80 x1860112200254592/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941458 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941442.290695:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354df80 x1860112200254592/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941458 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941442.290717:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941442.290720:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941442.290722:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941442.290725:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941442.290727:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941442.290728:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941442.290730:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941442.290736:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=9 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941442.290739:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941442.290740:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941442.290743:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:1.0:1773941442.290752:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941442.290754:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941442.290758:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941442.290762:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941442.290766:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941442.300470:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941442.300475:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941442.300477:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941442.300481:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941442.300490:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a8354df80 x1860112200254592/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941458 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941442.300504:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941442.300506:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941442.300508:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941442.300512:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941442.300515:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941442.300518:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941442.300521:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941442.300522:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941442.300524:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941442.300526:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941442.300528:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941442.300531:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941442.300534:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941442.300538:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941442.300543:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 247 00000400:00000200:1.0:1773941442.300552:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941442.300558:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941442.300563:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941442.300567:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941442.300571:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941442.300574:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:1.0:1773941442.300589:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941442.300592:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:1.0:1773941442.300596:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941442.300599:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:1.0:1773941442.300602:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:1.0:1773941442.300605:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:1.0:1773941442.300610:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941442.300613:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941442.300616:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941442.300618:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:1.0:1773941442.300622:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:1.0:1773941442.300627:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:1.0:1773941442.300631:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941442.300635:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941442.300665:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941442.300670:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941442.300673:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941442.300676:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941442.300684:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354ce00. 00000020:00000040:1.0:1773941442.300689:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:1.0:1773941442.300693:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941442.300696:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941442.300699:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941442.300737:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941442.300740:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941442.300747:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9ab37000. 00000100:00000001:1.0:1773941442.300754:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941442.300761:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a8354ce00 x1860112200254720/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941442.300771:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941442.300775:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941442.300781:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7256d9e] to pc [ptlrpcd_rcv+-1] req@ffff8a5a8354ce00 x1860112200254720/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941442.300829:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941442.300832:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941442.300835:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941442.300839:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941442.300844:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941442.300847:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941442.300850:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a997ad840 going to sleep for 1 seconds 00000100:00000001:1.0:1773941442.300854:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941442.300855:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941442.300858:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941442.300860:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941442.300864:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941442.300871:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354df80 x1860112200254592/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941458 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941442.300889:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354ce00 x1860112200254720/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941442.300919:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941442.300920:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941442.300921:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941442.300928:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773941442.300929:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941442.300932:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941442.300934:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941442.300938:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941442.300942:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941442.300945:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354df80 x1860112200254592/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941458 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941442.300948:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200254720:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941442.300956:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941442.300959:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941442.300962:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941442.300965:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1773941442.300969:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200254592:192.168.202.112@tcp:101:ll_cfg_requeue.0 02000000:00000010:0.0:1773941442.300970:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c73800. 02000000:00000001:0.0:1773941442.300974:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941442.300981:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941442.300982:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:1.0:1773941442.300988:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:0.0:1773941442.300988:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dde18. 00000100:00000001:1.0:1773941442.300995:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000400:00000010:0.0:1773941442.300996:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002bd48. 00000100:00000001:1.0:1773941442.300999:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1773941442.301002:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200254720, portal 25 00000100:00000001:0.0:1773941442.301006:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1773941442.301007:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354df80 x1860112200254592/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941458 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941442.301008:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087903744 : -129353621647872 : ffff8a5a8354ce00) 00000100:00000040:0.0:1773941442.301017:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354ce00 x1860112200254720/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941442.301030:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941442.301031:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941442.301036:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000100:00000010:1.0:1773941442.301037:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a997ad840. 00000400:00000010:0.0:1773941442.301038:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b770. 00000100:00000200:0.0:1773941442.301043:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200254720, offset 0 00000100:00000001:1.0:1773941442.301044:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000200:0.0:1773941442.301048:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000100:00000001:1.0:1773941442.301049:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:1.0:1773941442.301055:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000200:0.0:1773941442.301055:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941442.301060:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941442.301064:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1773941442.301067:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1773941442.301068:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000020:00000001:1.0:1773941442.301073:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1773941442.301073:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000020:00000040:1.0:1773941442.301078:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e3600 refcount=4 00000400:00000200:0.0:1773941442.301078:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941442.301082:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[18, 19] 00000020:00000001:1.0:1773941442.301084:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075937280 : -129353633614336 : ffff8a5a829e3600) 00000400:00000200:0.0:1773941442.301087:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:1.0:1773941442.301091:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075937280 : -129353633614336 : ffff8a5a829e3600) 00000400:00000200:0.0:1773941442.301093:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [146:146:256:4294967295] 192.168.202.112@tcp LPNI seq info [20:20:8:4294967295] 00000400:00000200:0.0:1773941442.301098:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:1.0:1773941442.301099:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631d6 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941442.301115:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:0.0:1773941442.301115:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:0.0:1773941442.301125:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00010000:1.0:1773941442.301126:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631d6 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:0.0:1773941442.301129:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51900. 00000800:00000200:0.0:1773941442.301139:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:1.0:1773941442.301141:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000800:00000200:0.0:1773941442.301146:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00010000:00010000:1.0:1773941442.301148:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631d6 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941442.301152:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51900 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:1.0:1773941442.301162:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941442.301164:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941442.301166:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941442.301168:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631d6 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941442.301172:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941442.301177:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294921038 00010000:00000001:1.0:1773941442.301184:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1773941442.301185:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294921026 00010000:00000001:1.0:1773941442.301188:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941442.301190:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294921038 00010000:00000001:1.0:1773941442.301195:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1773941442.301195:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294921026 00000100:00000001:0.0:1773941442.301200:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1773941442.301201:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631d6 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941442.301202:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941442.301205:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941442.301210:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941442.301217:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:1.0:1773941442.301218:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a829e3600 already unused, calling callback (ffffffffc123ec20) 00000100:00000001:0.0:1773941442.301220:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 10000000:00000001:1.0:1773941442.301223:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1773941442.301223:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941442.301225:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941442.301228:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:1.0:1773941442.301230:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631d6 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941442.301230:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941442.301253:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941442.301255:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941442.301258:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941442.301260:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e3600 refcount=5 00000020:00000001:1.0:1773941442.301263:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075937280 : -129353633614336 : ffff8a5a829e3600) 00010000:00000001:1.0:1773941442.301266:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075937280 : -129353633614336 : ffff8a5a829e3600) 00010000:00000001:1.0:1773941442.301285:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941442.301289:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631d6 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1773941442.301299:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941442.301302:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631d6 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941442.301310:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1773941442.301314:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941442.301317:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941442.301322:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000800:00000200:0.0:1773941442.301322:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1773941442.301329:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000800:00000010:0.0:1773941442.301330:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51900. 00010000:00000001:1.0:1773941442.301333:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:0.0:1773941442.301337:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1773941442.301338:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941442.301345:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1773941442.301350:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00010000:00000001:1.0:1773941442.301351:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941442.301359:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a829e3600 with handle 0x4337c2e0c9a631d6 from hash 00000400:00000200:0.0:1773941442.301359:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b770 00000400:00000010:0.0:1773941442.301365:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b770. 00010000:00000001:1.0:1773941442.301367:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941442.301372:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941442.301372:0:2397:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1773941442.301375:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941442.301380:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000200:0.0:1773941442.301381:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354ce00 x1860112200254720/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941442.301383:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941442.301389:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941442.301396:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941442.301400:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941442.301405:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941442.301405:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:00000001:1.0:1773941442.301416:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941442.301423:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354ce00 x1860112200254720/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1773941442.301424:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631d6 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941442.301449:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941442.301450:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941442.301455:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1773941442.301456:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941442.301460:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941442.301463:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941442.301465:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941442.301468:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941442.301470:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941442.301474:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3600/0x4337c2e0c9a631d6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773941442.301486:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a82f48800 count: 0 00010000:00000001:1.0:1773941442.301500:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941442.301503:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941442.301507:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941442.301513:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354df80 x1860112200254592/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941458 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941442.301525:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941442.301528:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941442.301532:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9ab37400. 02000000:00000001:1.0:1773941442.301536:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941442.301539:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941442.301542:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941442.301545:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941442.301548:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a989eb800. 02000000:00000001:1.0:1773941442.301552:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941442.301555:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941442.301557:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354df80. 00000100:00000001:1.0:1773941442.301561:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941442.301563:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941442.301565:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941442.301569:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941442.301572:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941442.301584:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a9009f500. 00000020:00000010:1.0:1773941442.301589:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a989eb800. 00000020:00000010:1.0:1773941442.301595:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a989ea600. 00000040:00000010:1.0:1773941442.301602:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a83ebfa00. 00000020:00000010:1.0:1773941442.301608:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a892ad000. 00000020:00000010:1.0:1773941442.301614:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5aa066b400. 80000000:00000010:1.0:1773941442.301620:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83eff4e0. 00040000:00000010:1.0:1773941442.301626:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5aa066ba00. 20000000:00000010:1.0:1773941442.301631:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5aa066a600. 10000000:00000040:1.0:1773941442.301637:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:1.0:1773941442.301640:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941442.301645:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a989ea600. 00000040:00000010:1.0:1773941442.301651:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a83ebfa00. 00000020:00000010:1.0:1773941442.301671:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a892ad000. 00000020:00000010:1.0:1773941442.301676:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5aa066b400. 80000000:00000010:1.0:1773941442.301681:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83eff4e0. 00040000:00000010:1.0:1773941442.301769:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5aa066ba00. 20000000:00000010:1.0:1773941442.301775:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5aa066a600. 00000020:00000010:1.0:1773941442.301779:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a989eb800. 10000000:00000010:1.0:1773941442.301782:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a9009f500. 10000000:01000000:1.0:1773941442.301803:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941442.301807:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941442.301811:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941442.301814:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941442.301817:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941442.301819:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:1.0:1773941442.301822:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941442.306178:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941442.306192:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941442.306195:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941442.306198:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941442.306204:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941442.306211:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941442.306217:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941442.306221:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941442.306225:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941442.306230:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef04500 00000400:00000200:0.0:1773941442.306237:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941442.306245:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xc79 [1] + 0 00000800:00000001:0.0:1773941442.306271:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941442.306281:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941442.306284:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941442.306289:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941442.306295:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941442.306301:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354ce00 x1860112200254720/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941442.306315:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a8354ce00 x1860112200254720/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941442.306338:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941442.306345:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941442.306349:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941442.306401:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941442.306406:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941442.306412:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941442.306414:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941442.306418:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dde18. 00000400:00000200:3.0:1773941442.306424:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002bd48 00000400:00000010:3.0:1773941442.306427:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002bd48. 00000100:00000001:3.0:1773941442.306431:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941442.306448:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354ce00 x1860112200254720/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941442.306462:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354ce00 x1860112200254720/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941442.306472:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941442.306475:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941442.306478:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941442.306481:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941442.306484:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941442.306487:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941442.306490:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941442.306496:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=9 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941442.306501:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941442.306504:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941442.306506:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941442.306509:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941442.306512:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941442.306515:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941442.306522:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354ce00 x1860112200254720/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941442.306532:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941442.306536:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941442.306538:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941442.306541:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941442.306547:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941442.306551:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941442.306553:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941442.306568:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941442.306571:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941442.306574:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941442.306577:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:3.0:1773941442.306581:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941442 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941442.306585:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941442.306600:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:3.0:1773941442.306603:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941442.306606:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941442.306608:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941442.306610:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941442.306632:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:3.0:1773941442.306636:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941442.306639:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941442.306644:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941442.306649:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:3.0:1773941442.306653:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00010000:00000010:1.1:1773941442.306745:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a82f48800. 00010000:00000010:1.1:1773941442.306773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a829e3600. 00000100:00000001:3.0:1773941442.306992:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941442.306996:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941442.307003:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354ce00 x1860112200254720/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941442.307010:0:14759:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:3.0:1773941442.307017:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200254720:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00080000:0.0:1773941442.307020:0:14759:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00100000:0.0:1773941442.307026:0:14759:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1773941442.307028:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941442.307029:0:14759:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:3.0:1773941442.307033:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 10000000:01000000:0.0:1773941442.307037:0:14759:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000040:3.0:1773941442.307041:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354ce00 x1860112200254720/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1773941442.307041:0:14759:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941442.307045:0:14759:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941442.307048:0:14759:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941442.307052:0:14759:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941442.307054:0:14759:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941442.307056:0:14759:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941442.307060:0:14759:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941442.307061:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941442.307061:0:14759:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:3.0:1773941442.307066:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1773941442.307068:0:14759:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 02000000:00000010:3.0:1773941442.307072:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c73800. 00000100:00000001:0.0:1773941442.307072:0:14759:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941442.307074:0:14759:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941442.307077:0:14759:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941442.307079:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1773941442.307079:0:14759:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941442.307084:0:14759:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000001:3.0:1773941442.307085:0:2404:0:(genops.c:1236:class_import_put()) Process entered 10000000:01000000:0.0:1773941442.307085:0:14759:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000020:00000040:3.0:1773941442.307090:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 10000000:00000040:0.0:1773941442.307090:0:14759:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000020:00000001:3.0:1773941442.307095:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941442.307098:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9ab37000. 02000000:00000001:3.0:1773941442.307101:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1773941442.307102:0:14759:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 02000000:00000001:3.0:1773941442.307104:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000001:0.0:1773941442.307104:0:14759:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941442.307108:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354ce00. 00000100:00000001:0.0:1773941442.307108:0:14759:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941442.307114:0:14759:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:3.0:1773941442.307115:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941442.307125:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941442.307128:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941442.307133:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941442.307135:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941442.307138:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941442.307141:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941442.312077:0:14759:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941442.312082:0:14759:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941442.312084:0:14759:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941442.312086:0:14759:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941442.312087:0:14759:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941443.312750:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941443.312756:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941443.312761:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941443.376810:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941443.376817:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941443.376826:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a86089c00. 00000020:00000040:0.0:1773941443.376831:0:8:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941443.376835:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941443.376837:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941443.376842:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941443.376875:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a87e51900. 00000100:00000001:0.0:1773941443.376881:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941443.376891:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3d31d207-695b-40b8-8597-fab765cae562->MGS req@ffff8a5a86089c00 x1860112200254848/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941443.376899:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941443.376903:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941443.376908:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d18b7bd5] to pc [ptlrpcd_00_00+0] req@ffff8a5a86089c00 x1860112200254848/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941443.376940:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941443.376943:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (254) 00000100:00000001:0.0:1773941443.376964:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941443.376966:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941443.376968:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941443.376971:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941443.376971:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941443.376976:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a86089c00 x1860112200254848/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941443.376983:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941443.376997:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941443.377000:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941443.377003:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941443.377005:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941443.377008:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3d31d207-695b-40b8-8597-fab765cae562:2405:1860112200254848:192.168.202.112@tcp:400:kworker.0 00000100:00000001:0.0:1773941443.377011:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941443.377015:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941443.377016:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941443.377018:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941443.377021:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a98201400. 02000000:00000001:0.0:1773941443.377023:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941443.377029:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941443.377032:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd4d0. 00000400:00000010:0.0:1773941443.377036:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b770. 00000100:00000200:0.0:1773941443.377042:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200254848, portal 25 00000100:00000001:0.0:1773941443.377044:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941443.377045:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720133241856 : -129353576309760 : ffff8a5a86089c00) 00000100:00000040:0.0:1773941443.377054:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a86089c00 x1860112200254848/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941443.377060:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941443.377062:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:0.0:1773941443.377064:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b4c8. 00000100:00000200:0.0:1773941443.377066:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200254848, offset 0 00000400:00000200:0.0:1773941443.377071:0:2405:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941443.377078:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941443.377084:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941443.377088:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941443.377091:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941443.377094:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941443.377096:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941443.377099:0:2405:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[20, 19] 00000400:00000200:0.0:1773941443.377101:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:0.0:1773941443.377104:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [147:147:256:4294967295] 192.168.202.122@tcp LPNI seq info [21:21:8:4294967295] 00000400:00000200:0.0:1773941443.377107:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941443.377113:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:0.0:1773941443.377118:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:0.0:1773941443.377121:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51200. 00000800:00000200:0.0:1773941443.377126:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:0.0:1773941443.377132:0:2405:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:0.0:1773941443.377136:0:2405:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941443.377148:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941443.377151:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941443.377153:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294922114 00000100:00000001:0.0:1773941443.377160:0:2405:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294921038 00000100:00000001:0.0:1773941443.377164:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294922114 00000100:00000001:0.0:1773941443.377169:0:2405:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294921038 00000100:00000001:0.0:1773941443.377171:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941443.377177:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941443.377180:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941443.377181:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941443.377187:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941443.377188:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773941443.377190:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941443.377191:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941443.377193:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941443.377196:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941443.377257:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941443.377261:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51200. 00000400:00000200:1.0:1773941443.377266:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941443.377271:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941443.377275:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b4c8 00000400:00000010:1.0:1773941443.377282:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b4c8. 00000100:00000001:1.0:1773941443.377286:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941443.377290:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a86089c00 x1860112200254848/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941443.377298:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941443.377300:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a86089c00 x1860112200254848/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941443.377306:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941443.377317:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941443.378718:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941443.378729:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941443.378731:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941443.378733:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941443.378738:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941443.378753:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941443.378757:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941443.378760:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941443.378764:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941443.378766:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef04580 00000400:00000200:0.0:1773941443.378770:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941443.378773:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xc89 [1] + 224 00000800:00000001:0.0:1773941443.378778:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941443.378785:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941443.378787:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941443.378789:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941443.378793:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941443.378798:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a86089c00 x1860112200254848/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941443.378806:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a86089c00 x1860112200254848/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941443.378832:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941443.378839:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941443.378842:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941443.378891:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941443.378894:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941443.378899:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941443.378901:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941443.378903:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd4d0. 00000400:00000200:1.0:1773941443.378906:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b770 00000400:00000010:1.0:1773941443.378908:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b770. 00000100:00000001:1.0:1773941443.378910:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941443.378914:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a86089c00 x1860112200254848/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941443.378922:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a86089c00 x1860112200254848/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941443.378928:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941443.378929:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941443.378931:0:2405:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941443.378934:0:2405:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941443.378935:0:2405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941443.378937:0:2405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941443.378939:0:2405:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941443.378943:0:2405:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=10 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941443.378945:0:2405:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941443.378947:0:2405:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941443.378949:0:2405:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941443.378951:0:2405:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941443.378953:0:2405:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941443.378963:0:2405:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941443.378966:0:2405:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941443.378969:0:2405:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941443.378971:0:2405:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941443.378972:0:2405:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941443.378973:0:2405:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941443.378976:0:2405:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a86089c00 x1860112200254848/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941459 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941443.378981:0:2405:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941443.378982:0:2405:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941443.378983:0:2405:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941443.378986:0:2405:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941443.378988:0:2405:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941443.378989:0:2405:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941443.378990:0:2405:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941443.378991:0:2405:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941443.378992:0:2405:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941443.378992:0:2405:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941443.378994:0:2405:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941443.378995:0:2405:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941443.378997:0:2405:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941443.378999:0:2405:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941443.379001:0:2405:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 248 00000400:00000200:1.0:1773941443.379005:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941443.379008:0:2405:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941443.379011:0:2405:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941443.379014:0:2405:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941443.379016:0:2405:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941443.379017:0:2405:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:1.0:1773941443.379020:0:2405:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941443.379021:0:2405:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:1.0:1773941443.379024:0:2405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941443.379029:0:2405:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:1.0:1773941443.379030:0:2405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:1.0:1773941443.379032:0:2405:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:1.0:1773941443.379034:0:2405:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941443.379036:0:2405:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941443.379037:0:2405:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941443.379038:0:2405:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:1.0:1773941443.379040:0:2405:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:1.0:1773941443.379042:0:2405:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:1.0:1773941443.379044:0:2405:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941443.379046:0:2405:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941443.379048:0:2405:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941443.379050:0:2405:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941443.379051:0:2405:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941443.379053:0:2405:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941443.379056:0:2405:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354df80. 00000020:00000040:1.0:1773941443.379058:0:2405:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:1.0:1773941443.379060:0:2405:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941443.379061:0:2405:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941443.379064:0:2405:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941443.379065:0:2405:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941443.379067:0:2405:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941443.379070:0:2405:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9ab37400. 00000100:00000001:1.0:1773941443.379073:0:2405:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941443.379077:0:2405:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a8354df80 x1860112200254976/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941443.379082:0:2405:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941443.379084:0:2405:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941443.379086:0:2405:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084727a34] to pc [ptlrpcd_rcv+-1] req@ffff8a5a8354df80 x1860112200254976/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941443.379102:0:2405:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941443.379104:0:2405:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941443.379109:0:2405:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1773941443.379113:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a86089c00 x1860112200254848/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941459 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941443.379119:0:2405:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941443.379122:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941443.379125:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941443.379128:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a86089c00 x1860112200254848/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941459 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941443.379135:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a86089c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3d31d207-695b-40b8-8597-fab765cae562:2405:1860112200254848:192.168.202.112@tcp:400:kworker.0 00000100:00000001:1.0:1773941443.379139:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941443.379141:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941443.379143:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a86089c00 x1860112200254848/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941459 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941443.379148:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941443.379148:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941443.379159:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1773941443.379159:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1773941443.379170:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1773941443.379171:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a98201400. 02000000:00000001:1.0:1773941443.379177:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941443.379179:0:2405:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941443.379184:0:2405:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941443.379186:0:2405:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941443.379188:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a87e51900. 00000100:00000040:3.0:1773941443.379194:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354df80 x1860112200254976/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773941443.379195:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941443.379203:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941443.379210:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a86089c00. 00000100:00000001:3.0:1773941443.379212:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941443.379217:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941443.379219:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1773941443.379221:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773941443.379223:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941443.379225:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941443.379230:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941443.379231:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941443.379241:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200254976:192.168.202.112@tcp:250:ptlrpcd_00_00.0 00000100:00000001:1.0:1773941443.379243:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941443.379251:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773941443.379252:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941443.379256:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941443.379258:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941443.379258:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1773941443.379266:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773941443.379267:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941443.379272:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008a800. 02000000:00000001:3.0:1773941443.379275:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941443.379281:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941443.379285:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941443.379292:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941443.379297:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200254976, portal 25 00000100:00000001:3.0:1773941443.379299:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941443.379300:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087908224 : -129353621643392 : ffff8a5a8354df80) 00000100:00000040:3.0:1773941443.379305:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354df80 x1860112200254976/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941443.379311:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941443.379313:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941443.379315:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d198. 00000100:00000200:3.0:1773941443.379338:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200254976, offset 0 00000400:00000200:3.0:1773941443.379345:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941443.379353:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941443.379360:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941443.379365:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941443.379369:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941443.379373:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941443.379376:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941443.379379:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[20, 21] 00000400:00000200:3.0:1773941443.379384:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941443.379388:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [148:148:256:4294967295] 192.168.202.112@tcp LPNI seq info [22:22:8:4294967295] 00000400:00000200:3.0:1773941443.379391:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941443.379399:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:3.0:1773941443.379403:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941443.379407:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38c00. 00000800:00000200:3.0:1773941443.379419:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941443.379426:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941443.379429:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941443.379440:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941443.379443:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941443.379445:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294922116 00000100:00000001:3.0:1773941443.379451:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294922114 00000100:00000001:3.0:1773941443.379456:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294922116 00000100:00000001:3.0:1773941443.379460:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294922114 00000100:00000001:3.0:1773941443.379463:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941443.379466:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941443.379469:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941443.379471:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941443.379477:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941443.379478:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941443.379486:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941443.379488:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941443.379489:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941443.379491:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941443.379511:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941443.379519:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38c00. 00000400:00000200:1.0:1773941443.379523:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941443.379527:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941443.379530:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d198 00000400:00000010:1.0:1773941443.379532:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d198. 00000100:00000001:1.0:1773941443.379534:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941443.379538:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354df80 x1860112200254976/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941443.379543:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941443.379545:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354df80 x1860112200254976/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941443.379550:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941443.379551:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941443.380721:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941443.380735:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941443.380737:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941443.380738:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941443.380742:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941443.380745:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941443.380750:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941443.380752:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941443.380755:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941443.380757:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef04600 00000400:00000200:0.0:1773941443.380760:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941443.380763:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xc99 [1] + 0 00000800:00000001:0.0:1773941443.380767:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941443.380773:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941443.380774:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941443.380777:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941443.380780:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941443.380783:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354df80 x1860112200254976/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941443.380791:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a8354df80 x1860112200254976/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941443.380807:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941443.380810:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941443.380812:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941443.380837:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941443.380840:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941443.380843:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941443.380845:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941443.380847:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941443.380850:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941443.380852:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941443.380854:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941443.380860:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354df80 x1860112200254976/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941443.380868:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354df80 x1860112200254976/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941443.380876:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941443.380878:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941443.380881:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941443.380884:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941443.380886:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941443.380888:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941443.380891:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941443.380897:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941443.380901:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941443.380904:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941443.380906:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941443.380910:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941443.380913:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941443.380917:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941443.380922:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354df80 x1860112200254976/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941443.380931:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941443.380933:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941443.380934:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941443.380942:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1773941443.380948:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:3.0:1773941443.380951:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941443.380952:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941443.380954:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941443.380957:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941443.380958:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941443.380960:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:3.0:1773941443.380964:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941443 v=0 (0 0 0 0) 00000100:00001000:3.0:1773941443.380966:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1773941443.380972:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:3.0:1773941443.380974:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941443.380976:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:3.0:1773941443.380978:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941443.380980:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941443.380983:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:3.0:1773941443.380985:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:3.0:1773941443.380988:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:3.0:1773941443.380991:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1773941443.380994:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:3.0:1773941443.380996:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941443.381274:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941443.381277:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941443.381281:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354df80 x1860112200254976/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941453 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941443.381288:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200254976:192.168.202.112@tcp:250:ptlrpcd_00_00.0 00000100:00000001:3.0:1773941443.381295:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941443.381298:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941443.381303:0:14760:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:3.0:1773941443.381304:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354df80 x1860112200254976/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941453 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941443.381315:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1773941443.381316:0:14760:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00100000:0.0:1773941443.381320:0:14760:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941443.381328:0:14760:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:3.0:1773941443.381329:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:0.0:1773941443.381330:0:14760:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941443.381336:0:14760:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:3.0:1773941443.381337:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008a800. 00000001:00000001:0.0:1773941443.381341:0:14760:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:3.0:1773941443.381347:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:0.0:1773941443.381347:0:14760:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941443.381353:0:14760:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:3.0:1773941443.381355:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:0.0:1773941443.381355:0:14760:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000040:3.0:1773941443.381361:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941443.381368:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1773941443.381368:0:14760:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941443.381374:0:14760:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941443.381378:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9ab37400. 00000100:00000001:0.0:1773941443.381378:0:14760:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941443.381386:0:14760:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:3.0:1773941443.381387:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941443.381394:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1773941443.381395:0:14760:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000010:3.0:1773941443.381397:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354df80. 00000100:00000001:0.0:1773941443.381398:0:14760:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941443.381404:0:14760:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941443.381406:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1773941443.381410:0:14760:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941443.381412:0:14760:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941443.381413:0:14760:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:3.0:1773941443.381420:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:0.0:1773941443.381420:0:14760:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000001:3.0:1773941443.381431:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941443.381436:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941443.381438:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941443.381440:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941443.381441:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941443.381444:0:14760:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941443.381446:0:14760:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941443.381447:0:14760:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941443.381453:0:14760:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:0.0:1773941443.381457:0:14760:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941443.381458:0:14760:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941443.381460:0:14760:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941443.381462:0:14760:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941443.381463:0:14760:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941444.016782:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941444.016789:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:1.0:1773941444.016793:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941444.016795:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941444.016796:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941444.016797:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941444.016800:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941444.016802:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941444.016804:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:1.0:1773941444.016806:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941444.016807:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941444.016816:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354c700. 00000020:00000040:1.0:1773941444.016820:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:1.0:1773941444.016824:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941444.016826:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941444.016831:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941444.016837:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5aa066a600. 00000100:00000001:1.0:1773941444.016843:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941444.016847:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941444.016849:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941444.016856:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a82f48800. 00010000:00000001:1.0:1773941444.016860:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941444.016878:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a829e3000. 00000020:00000001:1.0:1773941444.016882:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941444.016884:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a829e3000 with handle 0x4337c2e0c9a631dd to hash 00000020:00000001:1.0:1773941444.016885:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941444.016887:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720075935744 : -129353633615872 : ffff8a5a829e3000) 00010000:00000001:1.0:1773941444.016889:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720075935744 : -129353633615872 : ffff8a5a829e3000) 00010000:00000001:1.0:1773941444.016892:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941444.016895:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941444.016898:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941444.016907:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941444.016916:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631dd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941444.016921:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941444.016936:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941444.016942:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a997ad840. 00000100:00000001:1.0:1773941444.016943:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720459495488 : -129353250056128 : ffff8a5a997ad840) 00000100:00000001:1.0:1773941444.016946:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941444.016947:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087901952 : -129353621649664 : ffff8a5a8354c700) 00000100:00000001:1.0:1773941444.016952:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941444.016956:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941444.016958:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941444.016959:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941444.016970:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354c700 x1860112200255104/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941444.016977:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941444.016979:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941444.016983:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941444.016985:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941444.016991:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941444.016995:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200255104:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941444.016998:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941444.017003:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941444.017005:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941444.017008:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941444.017012:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9ab34800. 02000000:00000001:1.0:1773941444.017014:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941444.017020:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941444.017024:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d80b0. 00000400:00000010:1.0:1773941444.017029:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cf68. 00000100:00000200:1.0:1773941444.017036:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200255104, portal 25 00000100:00000001:1.0:1773941444.017038:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941444.017039:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087901952 : -129353621649664 : ffff8a5a8354c700) 00000100:00000040:1.0:1773941444.017043:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354c700 x1860112200255104/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941460 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941444.017050:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941444.017053:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:1.0:1773941444.017055:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934ca18. 00000100:00000200:1.0:1773941444.017057:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200255104, offset 0 00000400:00000200:1.0:1773941444.017063:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941444.017070:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941444.017077:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941444.017082:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941444.017085:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941444.017089:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941444.017091:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941444.017095:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[22, 21] 00000400:00000200:1.0:1773941444.017098:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:1.0:1773941444.017102:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [149:149:256:4294967295] 192.168.202.122@tcp LPNI seq info [23:23:8:4294967295] 00000400:00000200:1.0:1773941444.017106:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941444.017114:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:1.0:1773941444.017126:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:1.0:1773941444.017131:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a8a62b200. 00000800:00000200:1.0:1773941444.017137:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:1.0:1773941444.017145:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:1.0:1773941444.017149:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a8a62b200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941444.017178:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941444.017182:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:1.0:1773941444.017184:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294922754 00000100:00000001:1.0:1773941444.017192:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294922116 00000100:00000001:1.0:1773941444.017196:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294922754 00000100:00000001:1.0:1773941444.017199:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294922116 00000100:00000001:1.0:1773941444.017201:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941444.017204:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941444.017206:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941444.017208:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941444.017210:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a997ad840 going to sleep for 11 seconds 00000100:00000001:1.0:1773941444.017213:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941444.017215:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941444.017347:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941444.017353:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a8a62b200. 00000400:00000200:0.0:1773941444.017369:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941444.017375:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941444.017380:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934ca18 00000400:00000010:0.0:1773941444.017382:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934ca18. 00000100:00000001:0.0:1773941444.017386:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941444.017391:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354c700 x1860112200255104/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941460 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941444.017401:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941444.017404:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a8354c700 x1860112200255104/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941460 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941444.017411:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941444.017412:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941444.019069:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941444.019082:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941444.019085:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941444.019086:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941444.019092:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941444.019096:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941444.019103:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941444.019107:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941444.019111:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941444.019114:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef04680 00000400:00000200:0.0:1773941444.019118:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941444.019122:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xca1 [1] + 224 00000800:00000001:0.0:1773941444.019128:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941444.019172:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941444.019175:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941444.019178:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941444.019182:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941444.019187:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354c700 x1860112200255104/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941460 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941444.019198:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a8354c700 x1860112200255104/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941460 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941444.019216:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941444.019223:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941444.019226:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941444.019322:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941444.019331:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941444.019333:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941444.019336:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d80b0. 00000400:00000200:1.0:1773941444.019342:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cf68 00000400:00000010:1.0:1773941444.019344:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cf68. 00000100:00000001:1.0:1773941444.019347:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941444.019355:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354c700 x1860112200255104/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941460 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941444.019367:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354c700 x1860112200255104/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941460 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941444.019375:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941444.019377:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941444.019389:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941444.019392:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941444.019395:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941444.019397:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941444.019400:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941444.019406:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=11 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941444.019410:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941444.019413:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941444.019417:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:1.0:1773941444.027225:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941444.027232:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941444.027237:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941444.027242:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941444.027260:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941444.027265:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941444.027268:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941444.027271:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941444.027274:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941444.027281:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a8354c700 x1860112200255104/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941460 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941444.027293:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941444.027295:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941444.027297:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941444.027300:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941444.027303:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941444.027305:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941444.027308:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941444.027310:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941444.027311:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941444.027314:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941444.027316:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941444.027319:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941444.027322:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941444.027325:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941444.027339:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 249 00000400:00000200:1.0:1773941444.027357:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941444.027362:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941444.027368:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941444.027372:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941444.027376:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941444.027379:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:1.0:1773941444.027384:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941444.027386:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:1.0:1773941444.027389:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941444.027393:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:1.0:1773941444.027396:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:1.0:1773941444.027399:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:1.0:1773941444.027403:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941444.027406:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941444.027409:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941444.027424:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:1.0:1773941444.027428:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:1.0:1773941444.027432:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:1.0:1773941444.027436:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941444.027439:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941444.027443:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941444.027447:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941444.027450:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941444.027453:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941444.027458:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354ed80. 00000020:00000040:1.0:1773941444.027462:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:1.0:1773941444.027466:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941444.027469:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941444.027472:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941444.027474:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941444.027487:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941444.027500:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9ab35c00. 00000100:00000001:1.0:1773941444.027506:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941444.027517:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a8354ed80 x1860112200255232/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941444.027530:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941444.027534:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941444.027540:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc2c46a7] to pc [ptlrpcd_rcv+-1] req@ffff8a5a8354ed80 x1860112200255232/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941444.027569:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941444.027573:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941444.027576:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941444.027580:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941444.027583:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941444.027586:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941444.027589:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a997ad840 going to sleep for 1 seconds 00000100:00000001:1.0:1773941444.027591:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941444.027594:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941444.027601:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354c700 x1860112200255104/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941460 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941444.027611:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941444.027615:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941444.027629:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941444.027632:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941444.027638:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354c700 x1860112200255104/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941460 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941444.027709:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200255104:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941444.027718:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941444.027722:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941444.027727:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941444.027731:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941444.027749:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941444.027754:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941444.027758:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941444.027759:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354c700 x1860112200255104/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941460 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941444.027767:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354ed80 x1860112200255232/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941444.027789:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941444.027790:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941444.027793:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941444.027797:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a997ad840. 02000000:00000001:0.0:1773941444.027798:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941444.027801:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941444.027805:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941444.027808:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:0.0:1773941444.027815:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941444.027816:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00100000:0.0:1773941444.027822:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200255232:192.168.202.112@tcp:250:ll_cfg_requeue.0 00010000:00000001:1.0:1773941444.027824:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1773941444.027829:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1773941444.027831:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1773941444.027833:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1773941444.027836:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e3000 refcount=4 02000000:00000001:0.0:1773941444.027837:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941444.027841:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1773941444.027846:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075935744 : -129353633615872 : ffff8a5a829e3000) 02000000:00000010:0.0:1773941444.027847:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c70400. 02000000:00000001:0.0:1773941444.027852:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941444.027855:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075935744 : -129353633615872 : ffff8a5a829e3000) 00000400:00000200:0.0:1773941444.027859:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941444.027865:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd790. 00010000:00010000:1.0:1773941444.027867:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631dd lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941444.027870:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b6e8. 00000100:00000200:0.0:1773941444.027877:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200255232, portal 25 00000100:00000001:0.0:1773941444.027881:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941444.027883:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087911808 : -129353621639808 : ffff8a5a8354ed80) 00010000:00000001:1.0:1773941444.027890:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000040:0.0:1773941444.027892:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354ed80 x1860112200255232/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1773941444.027905:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631dd lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941444.027905:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941444.027910:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:0.0:1773941444.027913:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002baa0. 00000100:00000200:0.0:1773941444.027918:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200255232, offset 0 00000400:00000200:0.0:1773941444.027927:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00000001:1.0:1773941444.027929:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1773941444.027934:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:1.0:1773941444.027938:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631dd lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941444.027940:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941444.027946:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941444.027952:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941444.027957:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941444.027960:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941444.027961:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941444.027966:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941444.027967:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[22, 23] 00010000:00010000:1.0:1773941444.027973:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631dd lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941444.027974:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941444.027981:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [150:150:256:4294967295] 192.168.202.112@tcp LPNI seq info [24:24:8:4294967295] 00000400:00000200:0.0:1773941444.027995:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:1.0:1773941444.028002:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941444.028008:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941444.028009:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00000001:1.0:1773941444.028015:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773941444.028022:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631dd lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941444.028023:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:0.0:1773941444.028027:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51400. 00000800:00000200:0.0:1773941444.028031:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:0.0:1773941444.028043:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941444.028049:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51400 type 1, nob 616 niov 1 nkiov 1 00010000:00010000:1.0:1773941444.028051:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a829e3000 already unused, calling callback (ffffffffc123ec20) 10000000:00000001:1.0:1773941444.028057:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941444.028061:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631dd lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941444.028062:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941444.028072:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941444.028076:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294922765 00010000:00000001:1.0:1773941444.028083:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941444.028088:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941444.028090:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941444.028092:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e3000 refcount=5 00000020:00000001:1.0:1773941444.028095:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075935744 : -129353633615872 : ffff8a5a829e3000) 00010000:00000001:1.0:1773941444.028099:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075935744 : -129353633615872 : ffff8a5a829e3000) 00010000:00000001:1.0:1773941444.028103:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941444.028108:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631dd lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1773941444.028117:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941444.028120:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631dd lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941444.028130:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000800:00000200:0.0:1773941444.028131:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000040:1.0:1773941444.028135:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000800:00000010:0.0:1773941444.028136:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51400. 10000000:00000001:1.0:1773941444.028141:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941444.028142:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:1.0:1773941444.028148:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000400:00000200:0.0:1773941444.028149:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00010000:00000001:1.0:1773941444.028155:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:0.0:1773941444.028156:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002baa0 00000400:00000010:0.0:1773941444.028160:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002baa0. 00010000:00000001:1.0:1773941444.028175:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1773941444.028175:0:2397:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1773941444.028181:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000200:0.0:1773941444.028183:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354ed80 x1860112200255232/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941444.028187:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941444.028192:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941444.028195:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1773941444.028198:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a829e3000 with handle 0x4337c2e0c9a631dd from hash 00000100:00000040:0.0:1773941444.028200:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354ed80 x1860112200255232/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941444.028207:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1773941444.028211:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941444.028212:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941444.028214:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1773941444.028218:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941444.028228:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1773941444.028238:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294922754 00010000:00000001:1.0:1773941444.028239:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1773941444.028245:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294922765 00010000:00000001:1.0:1773941444.028246:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1773941444.028250:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294922754 00010000:00000001:1.0:1773941444.028253:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941444.028255:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941444.028259:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941444.028260:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941444.028264:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941444.028265:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941444.028271:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941444.028272:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1773941444.028282:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631dd lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941444.028283:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941444.028287:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:1.0:1773941444.028304:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941444.028307:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1773941444.028308:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941444.028310:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1773941444.028313:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1773941444.028314:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941444.028318:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941444.028320:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941444.028324:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941444.028326:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941444.028327:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941444.028330:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631dd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773941444.028339:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a82f48800 count: 0 00010000:00000001:1.0:1773941444.028352:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941444.028354:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941444.028368:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941444.028376:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354c700 x1860112200255104/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941460 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941444.028384:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941444.028388:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941444.028391:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9ab34800. 02000000:00000001:1.0:1773941444.028395:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941444.028397:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941444.028399:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941444.028401:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941444.028404:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5aa066a600. 02000000:00000001:1.0:1773941444.028407:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941444.028410:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941444.028421:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354c700. 00000100:00000001:1.0:1773941444.028425:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941444.028426:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941444.028428:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941444.028432:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941444.028435:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941444.028439:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a9009f500. 00000020:00000010:1.0:1773941444.028444:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5aa066a600. 00000020:00000010:1.0:1773941444.028450:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5aa066ba00. 00000040:00000010:1.0:1773941444.028455:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5aa066b400. 00000020:00000010:1.0:1773941444.028460:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a892ad000. 00000020:00000010:1.0:1773941444.028465:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5aa066bc00. 80000000:00000010:1.0:1773941444.028470:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83eff4e0. 00040000:00000010:1.0:1773941444.028476:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a83ebfa00. 20000000:00000010:1.0:1773941444.028482:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a989eb800. 10000000:00000040:1.0:1773941444.028487:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:1.0:1773941444.028489:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941444.028494:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5aa066ba00. 00000040:00000010:1.0:1773941444.028499:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5aa066b400. 00000020:00000010:1.0:1773941444.028503:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a892ad000. 00000020:00000010:1.0:1773941444.028507:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5aa066bc00. 80000000:00000010:1.0:1773941444.028510:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83eff4e0. 00040000:00000010:1.0:1773941444.028515:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a83ebfa00. 20000000:00000010:1.0:1773941444.028518:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a989eb800. 00000020:00000010:1.0:1773941444.028522:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5aa066a600. 10000000:00000010:1.0:1773941444.028525:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a9009f500. 10000000:01000000:1.0:1773941444.028529:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941444.028532:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941444.028535:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941444.028538:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941444.028540:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941444.028542:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:1.0:1773941444.028545:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941444.030041:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941444.030050:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941444.030053:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941444.030055:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941444.030059:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941444.030064:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941444.030069:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941444.030072:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941444.030076:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941444.030079:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef04700 00000400:00000200:0.0:1773941444.030082:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941444.030085:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xcb1 [1] + 0 00000800:00000001:0.0:1773941444.030090:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941444.030096:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941444.030098:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941444.030101:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941444.030105:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941444.030110:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354ed80 x1860112200255232/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941444.030120:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a8354ed80 x1860112200255232/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941444.030149:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941444.030154:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941444.030156:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941444.030224:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941444.030228:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941444.030233:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941444.030234:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941444.030237:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd790. 00000400:00000200:2.0:1773941444.030241:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b6e8 00000400:00000010:2.0:1773941444.030243:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b6e8. 00000100:00000001:2.0:1773941444.030246:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941444.030252:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354ed80 x1860112200255232/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941444.030272:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354ed80 x1860112200255232/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941444.030279:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941444.030288:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941444.030291:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941444.030292:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941444.030294:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941444.030296:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941444.030298:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941444.030301:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941444.030304:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941444.030306:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941444.030307:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941444.030309:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941444.030311:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941444.030313:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941444.030317:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354ed80 x1860112200255232/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941444.030322:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941444.030324:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941444.030326:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941444.030328:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941444.030333:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941444.030335:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941444.030336:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941444.030338:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941444.030339:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941444.030341:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941444.030344:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941444.030346:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941444 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941444.030349:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941444.030355:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941444.030357:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941444.030358:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941444.030360:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941444.030361:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941444.030364:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941444.030366:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941444.030383:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941444.030386:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941444.030389:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941444.030391:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941444.030727:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941444.030732:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941444.030739:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354ed80 x1860112200255232/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941444.030749:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200255232:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941444.030754:0:14761:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:0.0:1773941444.030765:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941444.030766:0:14761:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00000001:0.0:1773941444.030768:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1773941444.030772:0:14761:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941444.030776:0:14761:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000040:0.0:1773941444.030777:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354ed80 x1860112200255232/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1773941444.030778:0:14761:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941444.030784:0:14761:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941444.030788:0:14761:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1773941444.030792:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:2.0:1773941444.030794:0:14761:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941444.030795:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1773941444.030800:0:14761:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:0.0:1773941444.030801:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c70400. 00000001:00000001:2.0:1773941444.030804:0:14761:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:0.0:1773941444.030807:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1773941444.030808:0:14761:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941444.030811:0:2404:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:2.0:1773941444.030812:0:14761:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941444.030815:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941444.030816:0:14761:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:0.0:1773941444.030821:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:2.0:1773941444.030824:0:14761:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 02000000:00000010:0.0:1773941444.030825:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9ab35c00. 00000100:00000001:2.0:1773941444.030832:0:14761:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:0.0:1773941444.030832:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941444.030835:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941444.030837:0:14761:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000010:0.0:1773941444.030839:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354ed80. 00000100:00000001:2.0:1773941444.030841:0:14761:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941444.030844:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:2.0:1773941444.030845:0:14761:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941444.030848:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941444.030849:0:14761:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:0.0:1773941444.030851:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:2.0:1773941444.030853:0:14761:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941444.030856:0:14761:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000001:0.0:1773941444.030865:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941444.030868:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941444.030871:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941444.030872:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941444.030877:0:14761:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941444.030879:0:14761:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941444.030881:0:14761:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941444.030885:0:14761:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:2.0:1773941444.030888:0:14761:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941444.030890:0:14761:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941444.030892:0:14761:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941444.030894:0:14761:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941444.030895:0:14761:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941444.033708:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a82f48800. 00010000:00000010:1.1:1773941444.033727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a829e3000. 00000020:00000001:2.0:1773941444.336931:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941444.336965:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941444.336973:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1773941445.360814:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941445.360821:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941445.360825:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941445.488753:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941445.488776:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:1.0:1773941445.488781:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941445.488783:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941445.488784:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941445.488785:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941445.488787:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941445.488789:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941445.488791:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:1.0:1773941445.488793:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941445.488794:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941445.488801:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354c700. 00000020:00000040:1.0:1773941445.488805:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:1.0:1773941445.488810:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941445.488813:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941445.488818:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941445.488826:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a989ea600. 00000100:00000001:1.0:1773941445.488833:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941445.488838:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941445.488841:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941445.488850:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a82f48800. 00010000:00000001:1.0:1773941445.488857:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941445.488861:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a829e3000. 00000020:00000001:1.0:1773941445.488866:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941445.488869:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a829e3000 with handle 0x4337c2e0c9a631e4 to hash 00000020:00000001:1.0:1773941445.488871:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941445.488873:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720075935744 : -129353633615872 : ffff8a5a829e3000) 00010000:00000001:1.0:1773941445.488876:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720075935744 : -129353633615872 : ffff8a5a829e3000) 00010000:00000001:1.0:1773941445.488880:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941445.488884:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941445.488889:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941445.488899:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941445.488922:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631e4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941445.488928:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941445.488930:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941445.488937:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a997ad840. 00000100:00000001:1.0:1773941445.488940:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720459495488 : -129353250056128 : ffff8a5a997ad840) 00000100:00000001:1.0:1773941445.488943:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941445.488944:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087901952 : -129353621649664 : ffff8a5a8354c700) 00000100:00000001:1.0:1773941445.488949:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941445.488954:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941445.488956:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941445.488958:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941445.488968:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354c700 x1860112200255360/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941445.488977:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941445.488980:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941445.488983:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941445.488986:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941445.488989:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941445.488992:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200255360:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941445.488996:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941445.489001:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941445.489004:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941445.489006:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941445.489011:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9ab34800. 02000000:00000001:1.0:1773941445.489013:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941445.489021:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941445.489026:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d80b0. 00000400:00000010:1.0:1773941445.489032:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cf68. 00000100:00000200:1.0:1773941445.489039:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200255360, portal 25 00000100:00000001:1.0:1773941445.489041:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941445.489050:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087901952 : -129353621649664 : ffff8a5a8354c700) 00000100:00000040:1.0:1773941445.489057:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354c700 x1860112200255360/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941461 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941445.489065:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941445.489068:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:1.0:1773941445.489071:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934ce58. 00000100:00000200:1.0:1773941445.489074:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200255360, offset 0 00000400:00000200:1.0:1773941445.489082:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941445.489091:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941445.489099:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941445.489104:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941445.489108:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941445.489113:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941445.489116:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941445.489119:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[24, 23] 00000400:00000200:1.0:1773941445.489124:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:1.0:1773941445.489129:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [151:151:256:4294967295] 192.168.202.122@tcp LPNI seq info [25:25:8:4294967295] 00000400:00000200:1.0:1773941445.489134:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941445.489145:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:1.0:1773941445.489152:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:1.0:1773941445.489159:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a8a62b200. 00000800:00000200:1.0:1773941445.489166:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:1.0:1773941445.489174:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:1.0:1773941445.489180:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a8a62b200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941445.489199:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941445.489204:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:1.0:1773941445.489207:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294924226 00000100:00000001:1.0:1773941445.489215:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294922765 00000100:00000001:1.0:1773941445.489219:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294924226 00000100:00000001:1.0:1773941445.489223:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294922765 00000100:00000001:1.0:1773941445.489233:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941445.489236:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941445.489239:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941445.489241:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941445.489244:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a997ad840 going to sleep for 11 seconds 00000100:00000001:1.0:1773941445.489247:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941445.489251:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941445.489341:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941445.489346:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a8a62b200. 00000400:00000200:0.0:1773941445.489350:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941445.489355:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941445.489359:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934ce58 00000400:00000010:0.0:1773941445.489361:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934ce58. 00000100:00000001:0.0:1773941445.489365:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941445.489369:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354c700 x1860112200255360/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941461 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941445.489377:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941445.489386:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a8354c700 x1860112200255360/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941461 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941445.489391:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941445.489393:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941445.490500:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941445.490512:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941445.490514:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941445.490517:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941445.490522:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941445.490526:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941445.490531:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941445.490534:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941445.490538:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941445.490542:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef04780 00000400:00000200:0.0:1773941445.490546:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941445.490553:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xcc1 [1] + 224 00000800:00000001:0.0:1773941445.490559:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941445.490566:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941445.490568:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941445.490570:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941445.490573:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941445.490577:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354c700 x1860112200255360/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941461 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941445.490585:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a8354c700 x1860112200255360/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941461 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941445.490599:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941445.490605:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941445.490607:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941445.490656:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941445.490662:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941445.490663:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941445.490665:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d80b0. 00000400:00000200:1.0:1773941445.490669:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cf68 00000400:00000010:1.0:1773941445.490682:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cf68. 00000100:00000001:1.0:1773941445.490685:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941445.490690:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354c700 x1860112200255360/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941461 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941445.490698:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354c700 x1860112200255360/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941461 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941445.490703:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941445.490705:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941445.490707:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941445.490709:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941445.490711:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941445.490712:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941445.490714:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941445.490719:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=12 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941445.490722:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941445.490724:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941445.490726:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:1.0:1773941445.490729:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941445.490731:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941445.490733:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941445.490736:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941445.490739:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941445.490748:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941445.490750:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941445.490751:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941445.490753:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941445.490756:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a8354c700 x1860112200255360/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941461 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941445.490761:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941445.490762:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941445.490764:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941445.490766:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941445.490768:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941445.490769:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941445.490770:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941445.490771:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941445.490772:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941445.490773:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941445.490774:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941445.490776:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941445.490777:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941445.490779:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941445.490781:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 249 00000400:00000200:1.0:1773941445.490785:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941445.490788:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941445.490791:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941445.490793:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941445.490795:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941445.490796:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:1.0:1773941445.490799:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941445.490800:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:1.0:1773941445.490802:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941445.490804:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:1.0:1773941445.490807:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:1.0:1773941445.490809:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:1.0:1773941445.490817:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941445.490820:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941445.490822:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941445.490824:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:1.0:1773941445.490827:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:1.0:1773941445.490831:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:1.0:1773941445.490834:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941445.490837:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941445.490840:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941445.490843:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941445.490845:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941445.490847:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941445.490852:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354dc00. 00000020:00000040:1.0:1773941445.490855:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:1.0:1773941445.490858:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941445.490860:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941445.490862:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941445.490864:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941445.490866:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941445.490871:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9ab36000. 00000100:00000001:1.0:1773941445.490875:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941445.490881:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a8354dc00 x1860112200255488/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941445.490890:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941445.490893:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941445.490898:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bba70bc] to pc [ptlrpcd_rcv+-1] req@ffff8a5a8354dc00 x1860112200255488/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941445.490919:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941445.490923:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941445.490925:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941445.490928:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941445.490932:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941445.490938:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941445.490940:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941445.490941:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1773941445.490945:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a997ad840 going to sleep for 1 seconds 00000100:00000001:0.0:1773941445.490945:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941445.490951:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354dc00 x1860112200255488/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941445.490952:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941445.490956:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941445.490965:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354c700 x1860112200255360/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941461 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941445.490986:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941445.490989:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941445.490991:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000001:0.0:1773941445.490993:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941445.490996:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941445.490998:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941445.490999:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941445.491004:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1773941445.491006:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200255488:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941445.491008:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941445.491011:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941445.491014:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941445.491016:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941445.491018:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1773941445.491019:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354c700 x1860112200255360/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941461 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1773941445.491022:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c70000. 02000000:00000001:0.0:1773941445.491026:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941445.491035:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941445.491040:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd840. 00000100:00100000:1.0:1773941445.491044:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200255360:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000400:00000010:0.0:1773941445.491045:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002baa0. 00000100:00000200:0.0:1773941445.491050:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200255488, portal 25 00000100:00000001:1.0:1773941445.491053:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941445.491053:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941445.491056:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087907328 : -129353621644288 : ffff8a5a8354dc00) 00000100:00000001:1.0:1773941445.491059:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:0.0:1773941445.491063:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354dc00 x1860112200255488/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941445.491064:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941445.491068:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941445.491073:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941445.491077:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354c700 x1860112200255360/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941461 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941445.491078:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:0.0:1773941445.491081:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b440. 00000100:00000200:0.0:1773941445.491085:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200255488, offset 0 00000400:00000200:0.0:1773941445.491093:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000100:00000001:1.0:1773941445.491098:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941445.491100:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000010:1.0:1773941445.491104:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a997ad840. 00000400:00000200:0.0:1773941445.491105:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000100:00000001:1.0:1773941445.491111:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000400:00000200:0.0:1773941445.491111:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1773941445.491116:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:0.0:1773941445.491117:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941445.491122:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941445.491123:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000200:0.0:1773941445.491125:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941445.491128:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941445.491132:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1773941445.491134:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[24, 25] 00000020:00000040:1.0:1773941445.491137:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e3000 refcount=4 00000400:00000200:0.0:1773941445.491140:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000020:00000001:1.0:1773941445.491143:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075935744 : -129353633615872 : ffff8a5a829e3000) 00000400:00000200:0.0:1773941445.491145:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [152:152:256:4294967295] 192.168.202.112@tcp LPNI seq info [26:26:8:4294967295] 00010000:00000001:1.0:1773941445.491150:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075935744 : -129353633615872 : ffff8a5a829e3000) 00000400:00000200:0.0:1773941445.491151:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:1.0:1773941445.491159:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631e4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941445.491159:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:0.0:1773941445.491163:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:0.0:1773941445.491166:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51400. 00000800:00000200:0.0:1773941445.491173:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:1.0:1773941445.491182:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000800:00000200:0.0:1773941445.491182:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941445.491188:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51400 type 1, nob 616 niov 1 nkiov 1 00010000:00010000:1.0:1773941445.491192:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631e4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941445.491197:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941445.491204:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:1.0:1773941445.491205:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1773941445.491206:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294924228 00010000:00010000:1.0:1773941445.491211:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631e4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941445.491220:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941445.491222:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941445.491226:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631e4 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941445.491233:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941445.491235:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941445.491238:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773941445.491241:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631e4 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941445.491249:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:1.0:1773941445.491250:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a829e3000 already unused, calling callback (ffffffffc123ec20) 00000800:00000010:0.0:1773941445.491253:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51400. 10000000:00000001:1.0:1773941445.491255:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1773941445.491258:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00010000:1.0:1773941445.491261:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631e4 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941445.491263:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941445.491269:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b440 00000400:00000010:0.0:1773941445.491272:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b440. 00010000:00000001:1.0:1773941445.491279:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:0.0:1773941445.491279:0:2397:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1773941445.491283:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000200:0.0:1773941445.491284:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354dc00 x1860112200255488/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1773941445.491288:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941445.491292:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e3000 refcount=5 00000100:00000001:0.0:1773941445.491296:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1773941445.491298:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075935744 : -129353633615872 : ffff8a5a829e3000) 00000100:00000040:0.0:1773941445.491301:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354dc00 x1860112200255488/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941445.491304:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075935744 : -129353633615872 : ffff8a5a829e3000) 00000100:00000001:0.0:1773941445.491308:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941445.491310:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1773941445.491317:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1773941445.491318:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294924226 00010000:00010000:1.0:1773941445.491322:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631e4 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941445.491323:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294924228 00000100:00000001:0.0:1773941445.491329:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294924226 10000000:00000001:1.0:1773941445.491335:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941445.491340:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631e4 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941445.491340:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941445.491344:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941445.491348:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941445.491353:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:1.0:1773941445.491356:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:0.0:1773941445.491360:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000040:1.0:1773941445.491361:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000100:00000001:0.0:1773941445.491363:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 10000000:00000001:1.0:1773941445.491366:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941445.491366:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941445.491369:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941445.491372:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941445.491374:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00000001:0.0:1773941445.491374:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941445.491380:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941445.491386:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941445.491389:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941445.491393:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941445.491395:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941445.491400:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a829e3000 with handle 0x4337c2e0c9a631e4 from hash 00010000:00000001:1.0:1773941445.491403:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941445.491404:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941445.491406:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941445.491407:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941445.491409:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941445.491411:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941445.491413:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941445.491415:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941445.491416:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941445.491418:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941445.491422:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631e4 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941445.491429:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941445.491430:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941445.491432:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941445.491434:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941445.491443:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941445.491444:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941445.491446:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941445.491449:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631e4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773941445.491457:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a82f48800 count: 0 00010000:00000001:1.0:1773941445.491469:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941445.491471:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941445.491474:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941445.491479:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354c700 x1860112200255360/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941461 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941445.491488:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941445.491491:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941445.491494:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9ab34800. 02000000:00000001:1.0:1773941445.491498:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941445.491500:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941445.491501:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941445.491504:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941445.491506:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a989ea600. 02000000:00000001:1.0:1773941445.491510:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941445.491512:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941445.491514:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354c700. 00000100:00000001:1.0:1773941445.491517:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941445.491518:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941445.491521:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941445.491523:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941445.491526:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941445.491530:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a9009fd80. 00000020:00000010:1.0:1773941445.491533:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a989ea600. 00000020:00000010:1.0:1773941445.491538:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a989eb800. 00000040:00000010:1.0:1773941445.491543:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a83ebfa00. 00000020:00000010:1.0:1773941445.491548:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a892ad000. 00000020:00000010:1.0:1773941445.491553:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5aa066a600. 80000000:00000010:1.0:1773941445.491557:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83eff4e0. 00040000:00000010:1.0:1773941445.491567:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5aa066bc00. 20000000:00000010:1.0:1773941445.491572:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5aa066b400. 10000000:00000040:1.0:1773941445.491576:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:1.0:1773941445.491579:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941445.491584:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a989eb800. 00000040:00000010:1.0:1773941445.491588:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a83ebfa00. 00000020:00000010:1.0:1773941445.491592:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a892ad000. 00000020:00000010:1.0:1773941445.491596:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5aa066a600. 80000000:00000010:1.0:1773941445.491600:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83eff4e0. 00040000:00000010:1.0:1773941445.491604:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5aa066bc00. 20000000:00000010:1.0:1773941445.491607:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5aa066b400. 00000020:00000010:1.0:1773941445.491609:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a989ea600. 10000000:00000010:1.0:1773941445.491612:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a9009fd80. 10000000:01000000:1.0:1773941445.491615:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941445.491618:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941445.491621:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000800:00000001:0.0:1773941445.492710:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941445.492718:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941445.492720:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941445.492721:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941445.492725:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941445.492728:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941445.492733:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941445.492735:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941445.492737:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941445.492740:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef04800 00000400:00000200:0.0:1773941445.492742:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941445.492745:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xcd1 [1] + 0 00000800:00000001:0.0:1773941445.492749:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941445.492754:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941445.492757:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941445.492760:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941445.492762:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941445.492766:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354dc00 x1860112200255488/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941445.492774:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a8354dc00 x1860112200255488/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941445.492790:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941445.492796:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941445.492805:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.492850:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941445.492854:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941445.492857:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941445.492858:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941445.492860:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd840. 00000400:00000200:2.0:1773941445.492864:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002baa0 00000400:00000010:2.0:1773941445.492866:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002baa0. 00000100:00000001:2.0:1773941445.492868:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941445.492872:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354dc00 x1860112200255488/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941445.492880:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354dc00 x1860112200255488/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941455 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941445.492885:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941445.492886:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.492888:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941445.492889:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941445.492890:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941445.492891:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941445.492893:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941445.492895:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=12 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941445.492898:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941445.492899:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941445.492900:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941445.492902:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941445.492903:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.492905:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941445.492908:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354dc00 x1860112200255488/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941455 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941445.492913:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941445.492915:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941445.492916:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.492918:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941445.492921:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941445.492930:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941445.492931:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941445.492932:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941445.492934:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941445.492936:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941445.492937:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941445.492940:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941445 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941445.492942:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941445.492947:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941445.492948:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941445.492949:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941445.492951:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.492952:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941445.492955:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941445.492956:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941445.492958:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941445.492960:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941445.492962:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941445.492964:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941445.493233:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941445.493236:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941445.493242:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354dc00 x1860112200255488/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941455 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941445.493251:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200255488:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941445.493254:0:14762:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:0.0:1773941445.493256:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941445.493259:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941445.493262:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354dc00 x1860112200255488/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941455 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941445.493264:0:14762:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00100000:2.0:1773941445.493270:0:14762:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941445.493274:0:14762:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:0.0:1773941445.493274:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:01000000:2.0:1773941445.493278:0:14762:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:0.0:1773941445.493278:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1773941445.493280:0:14762:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:0.0:1773941445.493282:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c70000. 00000001:00000001:2.0:1773941445.493284:0:14762:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:0.0:1773941445.493286:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1773941445.493288:0:14762:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941445.493289:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:2.0:1773941445.493291:0:14762:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:0.0:1773941445.493292:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000001:00000001:2.0:1773941445.493293:0:14762:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941445.493296:0:14762:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941445.493297:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:2.0:1773941445.493299:0:14762:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941445.493300:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9ab36000. 00000100:00000001:2.0:1773941445.493302:0:14762:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:0.0:1773941445.493305:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1773941445.493307:0:14762:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:0.0:1773941445.493307:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941445.493311:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354dc00. 00000100:00000001:2.0:1773941445.493312:0:14762:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941445.493314:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941445.493315:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941445.493317:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941445.493320:0:14762:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941445.493322:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941445.493323:0:14762:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941445.493324:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941445.493326:0:14762:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941445.493327:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941445.493330:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.493332:0:14762:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941445.493334:0:14762:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941445.493336:0:14762:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:2.0:1773941445.493347:0:14762:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941445.493349:0:14762:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941445.493350:0:14762:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941445.493352:0:14762:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:2.0:1773941445.493354:0:14762:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941445.493356:0:14762:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941445.493357:0:14762:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941445.493359:0:14762:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941445.493360:0:14762:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941445.497834:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941445.497836:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941445.497838:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:1.0:1773941445.497841:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:1.1:1773941445.503702:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a82f48800. 00010000:00000010:1.1:1773941445.503711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a829e3000. 00000020:00000001:2.0:1773941446.384793:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941446.384801:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941446.384805:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941447.408771:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941447.408777:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941447.408781:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941447.472740:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941447.472747:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:1.0:1773941447.472751:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941447.472753:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941447.472754:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941447.472755:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941447.472757:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941447.472759:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941447.472761:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:1.0:1773941447.472763:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941447.472764:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941447.472774:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354c700. 00000020:00000040:1.0:1773941447.472777:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:1.0:1773941447.472781:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941447.472784:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941447.472804:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941447.472810:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5aa066bc00. 00000100:00000001:1.0:1773941447.472816:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941447.472820:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941447.472823:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941447.472829:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a82f48800. 00010000:00000001:1.0:1773941447.472835:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941447.472838:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a829e3000. 00000020:00000001:1.0:1773941447.472841:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941447.472843:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a829e3000 with handle 0x4337c2e0c9a631eb to hash 00000020:00000001:1.0:1773941447.472845:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941447.472846:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720075935744 : -129353633615872 : ffff8a5a829e3000) 00010000:00000001:1.0:1773941447.472848:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720075935744 : -129353633615872 : ffff8a5a829e3000) 00010000:00000001:1.0:1773941447.472852:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941447.472854:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941447.472857:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631eb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941447.472865:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631eb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941447.472874:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631eb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941447.472879:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941447.472880:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941447.472885:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a997ad840. 00000100:00000001:1.0:1773941447.472886:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720459495488 : -129353250056128 : ffff8a5a997ad840) 00000100:00000001:1.0:1773941447.472889:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941447.472890:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087901952 : -129353621649664 : ffff8a5a8354c700) 00000100:00000001:1.0:1773941447.472894:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941447.472897:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941447.472900:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941447.472901:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941447.472913:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354c700 x1860112200255616/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941447.472920:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941447.472922:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941447.472925:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941447.472927:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941447.472928:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941447.472931:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200255616:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941447.472933:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941447.472938:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941447.472939:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941447.472941:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941447.472945:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9ab34800. 02000000:00000001:1.0:1773941447.472946:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941447.472952:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941447.472956:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d80b0. 00000400:00000010:1.0:1773941447.472961:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cf68. 00000100:00000200:1.0:1773941447.472966:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200255616, portal 25 00000100:00000001:1.0:1773941447.472968:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941447.472969:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087901952 : -129353621649664 : ffff8a5a8354c700) 00000100:00000040:1.0:1773941447.472972:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354c700 x1860112200255616/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941463 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941447.472978:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941447.472980:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:1.0:1773941447.472981:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cc38. 00000100:00000200:1.0:1773941447.472984:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200255616, offset 0 00000400:00000200:1.0:1773941447.472988:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941447.472995:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941447.473001:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941447.473004:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941447.473008:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941447.473011:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941447.473016:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941447.473018:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[26, 25] 00000400:00000200:1.0:1773941447.473021:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:1.0:1773941447.473025:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [153:153:256:4294967295] 192.168.202.122@tcp LPNI seq info [27:27:8:4294967295] 00000400:00000200:1.0:1773941447.473028:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941447.473036:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:1.0:1773941447.473040:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:1.0:1773941447.473044:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a8a62bc00. 00000800:00000200:1.0:1773941447.473049:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:1.0:1773941447.473056:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:1.0:1773941447.473059:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a8a62bc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941447.473077:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941447.473080:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:1.0:1773941447.473082:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294926210 00000100:00000001:1.0:1773941447.473089:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294924228 00000100:00000001:1.0:1773941447.473093:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294926210 00000100:00000001:1.0:1773941447.473095:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294924228 00000100:00000001:1.0:1773941447.473097:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941447.473100:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941447.473102:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941447.473104:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941447.473107:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a997ad840 going to sleep for 11 seconds 00000100:00000001:1.0:1773941447.473111:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941447.473114:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941447.473215:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941447.473221:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a8a62bc00. 00000400:00000200:0.0:1773941447.473226:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941447.473232:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941447.473238:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cc38 00000400:00000010:0.0:1773941447.473241:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cc38. 00000100:00000001:0.0:1773941447.473253:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941447.473259:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354c700 x1860112200255616/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941463 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941447.473270:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941447.473274:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a8354c700 x1860112200255616/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941463 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941447.473283:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941447.473285:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941447.474510:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941447.474522:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941447.474525:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941447.474528:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941447.474533:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941447.474538:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941447.474545:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941447.474550:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941447.474555:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941447.474559:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef04880 00000400:00000200:0.0:1773941447.474563:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941447.474568:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xce1 [1] + 224 00000800:00000001:0.0:1773941447.474575:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941447.474583:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941447.474586:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941447.474601:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941447.474606:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941447.474611:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354c700 x1860112200255616/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941463 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941447.474623:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a8354c700 x1860112200255616/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941463 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941447.474674:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941447.474681:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941447.474693:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:1.0:1773941447.474696:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941447.474698:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941447.474700:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d80b0. 00000400:00000200:1.0:1773941447.474704:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cf68 00000400:00000010:1.0:1773941447.474706:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cf68. 00000800:00000001:0.0:1773941447.474706:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941447.474713:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941447.474723:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354c700 x1860112200255616/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941463 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941447.474732:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354c700 x1860112200255616/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941463 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941447.474737:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941447.474738:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941447.474740:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941447.474742:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941447.474744:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941447.474745:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941447.474747:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941447.474752:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=14 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941447.474754:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941447.474756:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941447.474759:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:1.0:1773941447.474761:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941447.474763:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941447.474765:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941447.474769:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941447.474772:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941447.474774:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941447.474776:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941447.474777:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941447.474779:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941447.474781:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a8354c700 x1860112200255616/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941463 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941447.474786:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941447.474787:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941447.474788:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941447.474790:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941447.474792:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941447.474793:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941447.474797:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941447.474798:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941447.474799:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941447.474800:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941447.474801:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941447.474803:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941447.474805:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941447.474806:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941447.474808:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 251 00000400:00000200:1.0:1773941447.474812:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941447.474814:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941447.474818:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941447.474820:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941447.474821:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941447.474823:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:1.0:1773941447.474825:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941447.474827:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:1.0:1773941447.474828:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941447.474830:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:1.0:1773941447.474832:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:1.0:1773941447.474833:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:1.0:1773941447.474835:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941447.474836:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941447.474838:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941447.474839:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:1.0:1773941447.474841:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:1.0:1773941447.474843:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:1.0:1773941447.474844:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941447.474846:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941447.474848:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941447.474849:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941447.474851:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941447.474855:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941447.474858:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354e680. 00000020:00000040:1.0:1773941447.474860:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:1.0:1773941447.474862:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941447.474863:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941447.474865:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941447.474866:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941447.474868:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941447.474871:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9ab35400. 00000100:00000001:1.0:1773941447.474874:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941447.474878:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a8354e680 x1860112200255744/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941447.474884:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941447.474886:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941447.474889:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfe04a78] to pc [ptlrpcd_rcv+-1] req@ffff8a5a8354e680 x1860112200255744/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941447.474903:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941447.474905:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941447.474906:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941447.474908:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941447.474909:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941447.474910:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941447.474912:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a997ad840 going to sleep for 1 seconds 00000100:00000001:1.0:1773941447.474913:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941447.474914:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941447.474917:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354c700 x1860112200255616/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941463 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941447.474924:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941447.474926:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941447.474928:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941447.474929:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941447.474932:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1773941447.474933:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354c700 x1860112200255616/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941463 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941447.474938:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941447.474941:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941447.474949:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354e680 x1860112200255744/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941447.474956:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200255616:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941447.474965:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941447.474969:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941447.474971:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941447.474972:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941447.474975:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941447.474976:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941447.474981:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354c700 x1860112200255616/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941463 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941447.474981:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941447.474985:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941447.474993:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941447.474993:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941447.474999:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a997ad840. 00000100:00100000:0.0:1773941447.475002:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200255744:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941447.475003:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941447.475006:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:1.0:1773941447.475011:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:0.0:1773941447.475012:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1773941447.475014:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1773941447.475016:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1773941447.475017:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941447.475020:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e3000 refcount=4 02000000:00000001:0.0:1773941447.475020:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941447.475025:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1773941447.475026:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075935744 : -129353633615872 : ffff8a5a829e3000) 00010000:00000001:1.0:1773941447.475030:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075935744 : -129353633615872 : ffff8a5a829e3000) 00010000:00010000:1.0:1773941447.475033:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631eb lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:0.0:1773941447.475033:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c71800. 02000000:00000001:0.0:1773941447.475038:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941447.475045:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:0.0:1773941447.475047:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:1.0:1773941447.475050:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631eb lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941447.475052:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd7e8. 00010000:00000001:1.0:1773941447.475059:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000010:0.0:1773941447.475060:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b440. 00010000:00010000:1.0:1773941447.475062:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631eb lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:0.0:1773941447.475066:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200255744, portal 25 00010000:00000001:1.0:1773941447.475068:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941447.475071:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941447.475073:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087910016 : -129353621641600 : ffff8a5a8354e680) 00010000:00000001:1.0:1773941447.475077:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941447.475080:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631eb lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941447.475082:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354e680 x1860112200255744/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941447.475093:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941447.475096:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941447.475102:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1773941447.475102:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941447.475107:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00010000:00010000:1.0:1773941447.475109:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631eb lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941447.475110:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b088. 00000100:00000200:0.0:1773941447.475114:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200255744, offset 0 00000400:00000200:0.0:1773941447.475122:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00010000:1.0:1773941447.475129:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a829e3000 already unused, calling callback (ffffffffc123ec20) 00000400:00000200:0.0:1773941447.475129:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941447.475135:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 10000000:00000001:1.0:1773941447.475136:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941447.475140:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631eb lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941447.475147:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941447.475151:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00010000:00000001:1.0:1773941447.475155:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:0.0:1773941447.475155:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941447.475159:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1773941447.475160:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1773941447.475162:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941447.475165:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e3000 refcount=5 00000400:00000200:0.0:1773941447.475166:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[26, 27] 00000020:00000001:1.0:1773941447.475170:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075935744 : -129353633615872 : ffff8a5a829e3000) 00000400:00000200:0.0:1773941447.475174:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:1.0:1773941447.475175:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075935744 : -129353633615872 : ffff8a5a829e3000) 00000400:00000200:0.0:1773941447.475180:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [154:154:256:4294967295] 192.168.202.112@tcp LPNI seq info [28:28:8:4294967295] 00010000:00000001:1.0:1773941447.475181:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941447.475185:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631eb lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941447.475189:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00000001:1.0:1773941447.475195:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941447.475200:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631eb lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941447.475201:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:0.0:1773941447.475212:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 10000000:01000000:1.0:1773941447.475213:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000800:00000010:0.0:1773941447.475217:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51400. 10000000:00000040:1.0:1773941447.475218:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941447.475221:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941447.475224:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941447.475228:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000800:00000200:0.0:1773941447.475229:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:0.0:1773941447.475235:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00010000:00000001:1.0:1773941447.475239:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:0.0:1773941447.475239:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51400 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:1.0:1773941447.475243:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941447.475246:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941447.475247:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941447.475250:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a829e3000 with handle 0x4337c2e0c9a631eb from hash 00000100:00000001:0.0:1773941447.475251:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941447.475252:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941447.475256:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941447.475259:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941447.475259:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:1.0:1773941447.475263:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:0.0:1773941447.475264:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294926212 00010000:00000001:1.0:1773941447.475267:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941447.475269:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941447.475271:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941447.475273:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941447.475274:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941447.475275:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941447.475282:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631eb lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941447.475286:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941447.475287:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941447.475288:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941447.475290:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941447.475291:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941447.475292:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941447.475293:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941447.475295:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a829e3000/0x4337c2e0c9a631eb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1773941447.475299:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a82f48800 count: 0 00000800:00000200:0.0:1773941447.475304:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941447.475308:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51400. 00010000:00000001:1.0:1773941447.475310:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941447.475311:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1773941447.475314:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941447.475319:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1773941447.475320:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000040:1.0:1773941447.475326:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354c700 x1860112200255616/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941463 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941447.475327:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b088 00000400:00000010:0.0:1773941447.475332:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b088. 00000100:00000001:1.0:1773941447.475337:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941447.475339:0:2397:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1773941447.475340:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941447.475349:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9ab34800. 00000100:00000200:0.0:1773941447.475349:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354e680 x1860112200255744/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773941447.475355:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941447.475357:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941447.475360:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941447.475364:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941447.475366:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5aa066bc00. 00000100:00000001:0.0:1773941447.475369:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1773941447.475370:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1773941447.475375:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354e680 x1860112200255744/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773941447.475376:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941447.475379:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354c700. 00000100:00000001:1.0:1773941447.475386:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941447.475389:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941447.475390:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941447.475394:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941447.475398:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000100:00000001:0.0:1773941447.475402:0:2397:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:1.0:1773941447.475403:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941447.475409:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a9009f200. 00000020:00000010:1.0:1773941447.475414:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5aa066bc00. 00000100:00000001:0.0:1773941447.475418:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294926210 00000020:00000010:1.0:1773941447.475420:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5aa066a600. 00000100:00000001:0.0:1773941447.475426:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294926212 00000040:00000010:1.0:1773941447.475428:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5aa066ba00. 00000100:00000001:0.0:1773941447.475432:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294926210 00000020:00000010:1.0:1773941447.475435:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a892ad000. 00000100:00000001:0.0:1773941447.475437:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941447.475442:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941447.475444:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5aa066b400. 00000100:00000001:0.0:1773941447.475445:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941447.475450:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:1.0:1773941447.475451:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83eff4e0. 00000100:00000001:0.0:1773941447.475456:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00040000:00000010:1.0:1773941447.475458:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a83ebfa00. 00000100:00000001:0.0:1773941447.475459:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941447.475464:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941447.475465:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 20000000:00000010:1.0:1773941447.475466:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a989ea600. 00000100:00000001:0.0:1773941447.475467:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941447.475470:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1773941447.475472:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:1.0:1773941447.475475:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941447.475479:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5aa066a600. 00000040:00000010:1.0:1773941447.475484:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5aa066ba00. 00000020:00000010:1.0:1773941447.475487:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a892ad000. 00000020:00000010:1.0:1773941447.475490:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5aa066b400. 80000000:00000010:1.0:1773941447.475492:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83eff4e0. 00040000:00000010:1.0:1773941447.475495:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a83ebfa00. 20000000:00000010:1.0:1773941447.475498:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a989ea600. 00000020:00000010:1.0:1773941447.475500:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5aa066bc00. 10000000:00000010:1.0:1773941447.475501:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a9009f200. 10000000:01000000:1.0:1773941447.475504:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941447.475510:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941447.475512:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941447.475513:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941447.475514:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941447.475516:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:1.0:1773941447.475517:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941447.476626:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941447.476632:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941447.476634:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941447.476636:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941447.476665:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941447.476670:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941447.476676:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941447.476679:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941447.476682:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941447.476684:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef04900 00000400:00000200:0.0:1773941447.476687:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941447.476690:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xcf1 [1] + 0 00000800:00000001:0.0:1773941447.476694:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941447.476708:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941447.476710:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941447.476713:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941447.476715:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941447.476718:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354e680 x1860112200255744/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941447.476725:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a8354e680 x1860112200255744/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941447.476743:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941447.476749:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941447.476751:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941447.476775:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941447.476779:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941447.476782:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941447.476783:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941447.476785:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd7e8. 00000400:00000200:2.0:1773941447.476789:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b440 00000400:00000010:2.0:1773941447.476790:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b440. 00000100:00000001:2.0:1773941447.476793:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941447.476797:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354e680 x1860112200255744/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941447.476805:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354e680 x1860112200255744/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941447.476811:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941447.476812:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941447.476813:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941447.476815:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941447.476816:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941447.476823:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941447.476825:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941447.476828:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=14 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941447.476831:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941447.476832:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941447.476833:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941447.476835:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941447.476837:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941447.476839:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941447.476842:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354e680 x1860112200255744/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941447.476846:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941447.476848:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941447.476849:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941447.476851:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941447.476863:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941447.476865:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941447.476866:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941447.476868:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941447.476870:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941447.476876:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941447.476878:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941447.476882:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941447 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941447.476885:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941447.476892:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941447.476894:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941447.476896:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941447.476898:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941447.476899:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941447.476903:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941447.476905:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941447.476908:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941447.476911:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941447.476920:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941447.476923:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941447.477147:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941447.477150:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941447.477154:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354e680 x1860112200255744/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941457 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941447.477162:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200255744:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941447.477166:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941447.477168:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941447.477170:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354e680 x1860112200255744/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941457 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941447.477175:0:14764:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:0.0:1773941447.477175:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941447.477179:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941447.477181:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c71800. 02000000:00000001:0.0:1773941447.477184:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1773941447.477186:0:14764:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000020:00000001:0.0:1773941447.477187:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941447.477190:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00100000:2.0:1773941447.477193:0:14764:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000001:0.0:1773941447.477193:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941447.477196:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9ab35400. 00000100:00000001:2.0:1773941447.477197:0:14764:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941447.477201:0:14764:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:0.0:1773941447.477201:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:2.0:1773941447.477204:0:14764:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:0.0:1773941447.477204:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941447.477208:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354e680. 00000001:00000001:2.0:1773941447.477209:0:14764:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1773941447.477212:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:2.0:1773941447.477213:0:14764:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941447.477214:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1773941447.477217:0:14764:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:0.0:1773941447.477218:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1773941447.477220:0:14764:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941447.477223:0:14764:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941447.477223:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:2.0:1773941447.477224:0:14764:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941447.477226:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941447.477228:0:14764:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941447.477229:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941447.477232:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941447.477233:0:14764:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941447.477235:0:14764:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941447.477237:0:14764:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941447.477238:0:14764:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941447.477240:0:14764:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941447.477242:0:14764:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941447.477244:0:14764:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941447.477245:0:14764:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:2.0:1773941447.477256:0:14764:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941447.477257:0:14764:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941447.477259:0:14764:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941447.477262:0:14764:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:2.0:1773941447.477265:0:14764:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941447.477268:0:14764:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941447.477270:0:14764:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941447.477272:0:14764:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941447.477274:0:14764:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941447.480698:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a82f48800. 00010000:00000010:1.1:1773941447.480708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a829e3000. 00000020:00000001:2.0:1773941448.432812:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941448.432819:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941448.432823:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773941448.496795:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773941448.496802:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773941448.496809:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354c700. 00000020:00000040:1.0:1773941448.496814:0:37:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:1.0:1773941448.496818:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941448.496821:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941448.496825:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941448.496833:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a8a62be00. 00000100:00000001:1.0:1773941448.496839:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941448.496849:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3d31d207-695b-40b8-8597-fab765cae562->MGS req@ffff8a5a8354c700 x1860112200255872/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941448.496858:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941448.496863:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941448.496870:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000074d80ec7] to pc [ptlrpcd_00_01+1] req@ffff8a5a8354c700 x1860112200255872/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941448.496920:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941448.496926:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (259) 00000100:00000001:0.0:1773941448.496940:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941448.496941:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941448.496945:0:2406:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941448.496947:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.496961:0:2406:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941448.496969:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354c700 x1860112200255872/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941448.496976:0:2406:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941448.496978:0:2406:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941448.496981:0:2406:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941448.496983:0:2406:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941448.496985:0:2406:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941448.496988:0:2406:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3d31d207-695b-40b8-8597-fab765cae562:2406:1860112200255872:192.168.202.112@tcp:400:kworker.0 00000100:00000001:0.0:1773941448.496991:0:2406:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941448.496996:0:2406:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941448.496998:0:2406:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941448.497000:0:2406:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941448.497004:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a98201800. 02000000:00000001:0.0:1773941448.497005:0:2406:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941448.497011:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941448.497014:0:2406:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dddc0. 00000400:00000010:0.0:1773941448.497020:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b088. 00000100:00000200:0.0:1773941448.497025:0:2406:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200255872, portal 25 00000100:00000001:0.0:1773941448.497027:0:2406:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941448.497028:0:2406:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087901952 : -129353621649664 : ffff8a5a8354c700) 00000100:00000040:0.0:1773941448.497033:0:2406:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354c700 x1860112200255872/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941448.497038:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941448.497040:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:0.0:1773941448.497042:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002bdd0. 00000100:00000200:0.0:1773941448.497044:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200255872, offset 0 00000400:00000200:0.0:1773941448.497049:0:2406:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941448.497055:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941448.497062:0:2406:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941448.497066:0:2406:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941448.497069:0:2406:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941448.497072:0:2406:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941448.497078:0:2406:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941448.497081:0:2406:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[28, 27] 00000400:00000200:0.0:1773941448.497084:0:2406:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:0.0:1773941448.497087:0:2406:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [155:155:256:4294967295] 192.168.202.122@tcp LPNI seq info [29:29:8:4294967295] 00000400:00000200:0.0:1773941448.497090:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941448.497098:0:2406:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:0.0:1773941448.497102:0:2406:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:0.0:1773941448.497106:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51400. 00000800:00000200:0.0:1773941448.497111:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:0.0:1773941448.497117:0:2406:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:0.0:1773941448.497120:0:2406:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941448.497135:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941448.497139:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941448.497141:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294927234 00000100:00000001:0.0:1773941448.497147:0:2406:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294926212 00000100:00000001:0.0:1773941448.497151:0:2406:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294927234 00000100:00000001:0.0:1773941448.497155:0:2406:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294926212 00000100:00000001:0.0:1773941448.497158:0:2406:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941448.497160:0:2406:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.497163:0:2406:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.497164:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941448.497170:0:2406:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941448.497171:0:2406:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773941448.497173:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941448.497174:0:2406:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941448.497175:0:2406:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.497176:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941448.497233:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941448.497236:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51400. 00000400:00000200:1.0:1773941448.497240:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941448.497245:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941448.497249:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002bdd0 00000400:00000010:1.0:1773941448.497250:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002bdd0. 00000100:00000001:1.0:1773941448.497254:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941448.497257:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354c700 x1860112200255872/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941448.497271:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941448.497274:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354c700 x1860112200255872/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941448.497281:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941448.497283:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941448.498482:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941448.498495:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941448.498499:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941448.498502:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941448.498508:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941448.498521:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941448.498529:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941448.498533:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941448.498537:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941448.498541:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef04980 00000400:00000200:0.0:1773941448.498545:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941448.498550:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xd01 [1] + 224 00000800:00000001:0.0:1773941448.498559:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941448.498584:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941448.498587:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941448.498594:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941448.498598:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941448.498603:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354c700 x1860112200255872/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941448.498614:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a8354c700 x1860112200255872/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941448.498634:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941448.498673:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941448.498678:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941448.498704:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941448.498707:0:2406:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941448.498712:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941448.498713:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941448.498716:0:2406:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dddc0. 00000400:00000200:1.0:1773941448.498720:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b088 00000400:00000010:1.0:1773941448.498721:0:2406:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b088. 00000100:00000001:1.0:1773941448.498723:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941448.498728:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354c700 x1860112200255872/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941448.498736:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354c700 x1860112200255872/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941448.498741:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941448.498742:0:2406:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941448.498744:0:2406:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941448.498746:0:2406:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941448.498748:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941448.498749:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941448.498751:0:2406:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941448.498756:0:2406:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941448.498758:0:2406:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941448.498760:0:2406:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941448.498762:0:2406:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941448.498764:0:2406:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941448.498766:0:2406:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941448.498769:0:2406:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941448.498772:0:2406:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941448.498784:0:2406:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941448.498786:0:2406:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941448.498788:0:2406:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941448.498790:0:2406:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941448.498794:0:2406:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a8354c700 x1860112200255872/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941464 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941448.498803:0:2406:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941448.498805:0:2406:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941448.498807:0:2406:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941448.498810:0:2406:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941448.498813:0:2406:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941448.498815:0:2406:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941448.498817:0:2406:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941448.498818:0:2406:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941448.498819:0:2406:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941448.498822:0:2406:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941448.498823:0:2406:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941448.498825:0:2406:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941448.498828:0:2406:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941448.498831:0:2406:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941448.498834:0:2406:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 253 00000400:00000200:1.0:1773941448.498839:0:2406:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941448.498844:0:2406:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941448.498849:0:2406:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941448.498852:0:2406:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941448.498855:0:2406:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941448.498857:0:2406:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:1.0:1773941448.498860:0:2406:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941448.498862:0:2406:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:1.0:1773941448.498865:0:2406:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941448.498868:0:2406:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:1.0:1773941448.498870:0:2406:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:1.0:1773941448.498873:0:2406:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:1.0:1773941448.498885:0:2406:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941448.498888:0:2406:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941448.498890:0:2406:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941448.498892:0:2406:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:1.0:1773941448.498895:0:2406:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:1.0:1773941448.498914:0:2406:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:1.0:1773941448.498917:0:2406:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941448.498920:0:2406:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941448.498922:0:2406:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941448.498925:0:2406:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941448.498928:0:2406:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941448.498930:0:2406:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941448.498934:0:2406:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354d180. 00000020:00000040:1.0:1773941448.498937:0:2406:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:1.0:1773941448.498940:0:2406:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941448.498942:0:2406:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941448.498945:0:2406:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941448.498947:0:2406:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941448.498950:0:2406:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941448.498954:0:2406:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9ab35800. 00000100:00000001:1.0:1773941448.498958:0:2406:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941448.498964:0:2406:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a8354d180 x1860112200256000/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941448.498973:0:2406:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941448.498976:0:2406:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941448.498980:0:2406:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee8e9539] to pc [ptlrpcd_rcv+-1] req@ffff8a5a8354d180 x1860112200256000/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941448.498995:0:2406:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941448.498997:0:2406:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941448.498998:0:2406:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1773941448.499002:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354c700 x1860112200255872/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941464 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941448.499016:0:2406:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941448.499019:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941448.499021:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941448.499023:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1773941448.499025:0:2406:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354c700 x1860112200255872/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941464 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941448.499028:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941448.499032:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1773941448.499037:0:2406:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:3d31d207-695b-40b8-8597-fab765cae562:2406:1860112200255872:192.168.202.112@tcp:400:kworker.0 00000100:00000040:0.0:1773941448.499042:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354d180 x1860112200256000/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941448.499050:0:2406:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941448.499052:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941448.499053:0:2406:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941448.499056:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941448.499060:0:2406:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354c700 x1860112200255872/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941464 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941448.499062:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941448.499066:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941448.499072:0:2406:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941448.499073:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941448.499075:0:2406:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941448.499079:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a98201800. 00000100:00100000:0.0:1773941448.499081:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200256000:192.168.202.112@tcp:250:ptlrpcd_00_01.0 02000000:00000001:1.0:1773941448.499084:0:2406:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941448.499087:0:2406:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941448.499089:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1773941448.499090:0:2406:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941448.499092:0:2406:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941448.499094:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a8a62be00. 02000000:00000001:1.0:1773941448.499096:0:2406:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941448.499097:0:2406:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941448.499099:0:2406:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354c700. 00000100:00000001:1.0:1773941448.499102:0:2406:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1773941448.499102:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1773941448.499106:0:2406:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941448.499107:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941448.499108:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941448.499112:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1773941448.499114:0:2406:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941448.499116:0:2406:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941448.499118:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1773941448.499118:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c71800. 00000100:00000001:1.0:1773941448.499121:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941448.499125:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941448.499132:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941448.499135:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd6e0. 00000400:00000010:0.0:1773941448.499140:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b908. 00000100:00000200:0.0:1773941448.499144:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200256000, portal 25 00000100:00000001:0.0:1773941448.499146:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941448.499147:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087904640 : -129353621646976 : ffff8a5a8354d180) 00000100:00000040:0.0:1773941448.499153:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354d180 x1860112200256000/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941448.499160:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941448.499162:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:0.0:1773941448.499164:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b990. 00000100:00000200:0.0:1773941448.499167:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200256000, offset 0 00000400:00000200:0.0:1773941448.499172:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941448.499176:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941448.499180:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941448.499184:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941448.499187:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941448.499190:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941448.499193:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941448.499196:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[28, 29] 00000400:00000200:0.0:1773941448.499200:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941448.499203:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [156:156:256:4294967295] 192.168.202.112@tcp LPNI seq info [30:30:8:4294967295] 00000400:00000200:0.0:1773941448.499207:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941448.499213:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:0.0:1773941448.499218:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:0.0:1773941448.499222:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51600. 00000800:00000200:0.0:1773941448.499227:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:0.0:1773941448.499240:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941448.499244:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773941448.499256:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941448.499260:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941448.499263:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294927236 00000100:00000001:0.0:1773941448.499267:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294927234 00000100:00000001:0.0:1773941448.499272:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294927236 00000100:00000001:0.0:1773941448.499276:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294927234 00000100:00000001:0.0:1773941448.499280:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941448.499283:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.499285:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.499288:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941448.499293:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941448.499295:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941448.499298:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941448.499299:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941448.499301:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.499303:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941448.499312:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941448.499315:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51600. 00000400:00000200:1.0:1773941448.499318:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941448.499322:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941448.499329:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b990 00000400:00000010:1.0:1773941448.499330:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b990. 00000100:00000001:1.0:1773941448.499332:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941448.499335:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354d180 x1860112200256000/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941448.499341:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941448.499343:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354d180 x1860112200256000/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941448.499347:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941448.499348:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941448.500761:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941448.500770:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941448.500772:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941448.500774:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941448.500778:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941448.500781:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941448.500786:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941448.500788:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941448.500790:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941448.500793:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef04a00 00000400:00000200:0.0:1773941448.500795:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941448.500800:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xd11 [1] + 0 00000800:00000001:0.0:1773941448.500806:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941448.500814:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941448.500816:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941448.500826:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941448.500829:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941448.500832:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354d180 x1860112200256000/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941448.500840:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a8354d180 x1860112200256000/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941448.500855:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941448.500859:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941448.500861:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941448.500885:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941448.500896:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941448.500900:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941448.500901:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941448.500905:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd6e0. 00000400:00000200:2.0:1773941448.500909:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b908 00000400:00000010:2.0:1773941448.500911:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b908. 00000100:00000001:2.0:1773941448.500915:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941448.500921:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354d180 x1860112200256000/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941448.500932:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354d180 x1860112200256000/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941448.500939:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941448.500941:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941448.500942:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941448.500944:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941448.500945:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941448.500946:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941448.500948:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941448.500950:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941448.500952:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941448.500954:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941448.500955:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941448.500958:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941448.500959:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941448.500961:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941448.500963:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354d180 x1860112200256000/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941448.500968:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941448.500970:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941448.500971:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941448.500972:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941448.500978:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941448.500979:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941448.500980:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941448.500981:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941448.500995:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941448.500997:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941448.500999:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941448.501002:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941448 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941448.501004:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941448.501008:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941448.501010:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941448.501011:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941448.501012:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941448.501014:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941448.501016:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941448.501018:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941448.501020:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941448.501022:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941448.501025:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941448.501026:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941448.501221:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.501224:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941448.501229:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354d180 x1860112200256000/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941448.501236:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200256000:192.168.202.112@tcp:250:ptlrpcd_00_01.0 00000100:00000001:2.0:1773941448.501242:0:14765:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:0.0:1773941448.501242:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941448.501246:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941448.501249:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354d180 x1860112200256000/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_01.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941448.501252:0:14765:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00100000:2.0:1773941448.501259:0:14765:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941448.501261:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941448.501262:0:14765:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:0.0:1773941448.501264:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:2.0:1773941448.501265:0:14765:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:0.0:1773941448.501268:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c71800. 00000001:00000001:2.0:1773941448.501269:0:14765:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:0.0:1773941448.501273:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1773941448.501274:0:14765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:0.0:1773941448.501276:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:2.0:1773941448.501278:0:14765:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941448.501280:0:14765:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941448.501281:0:14765:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941448.501285:0:14765:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941448.501285:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941448.501291:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:2.0:1773941448.501292:0:14765:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941448.501296:0:14765:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:0.0:1773941448.501296:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9ab35800. 02000000:00000001:0.0:1773941448.501301:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1773941448.501302:0:14765:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:0.0:1773941448.501305:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941448.501306:0:14765:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000010:0.0:1773941448.501308:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354d180. 00000100:00000001:2.0:1773941448.501309:0:14765:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941448.501313:0:14765:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.501314:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:2.0:1773941448.501316:0:14765:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941448.501317:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941448.501319:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941448.501324:0:14765:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941448.501326:0:14765:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941448.501330:0:14765:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000001:0.0:1773941448.501331:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941448.501333:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.501335:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941448.501337:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941448.501343:0:14765:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941448.501346:0:14765:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941448.501347:0:14765:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941448.501350:0:14765:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:2.0:1773941448.501353:0:14765:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941448.501356:0:14765:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941448.501357:0:14765:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941448.501358:0:14765:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941448.501359:0:14765:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941448.648737:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941448.648744:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:1.0:1773941448.648747:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941448.648749:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941448.648751:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941448.648751:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941448.648754:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941448.648756:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941448.648758:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:1.0:1773941448.648760:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941448.648761:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941448.648769:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354c700. 00000020:00000040:1.0:1773941448.648773:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:1.0:1773941448.648777:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941448.648779:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941448.648784:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941448.648792:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a989eb800. 00000100:00000001:1.0:1773941448.648797:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941448.648801:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941448.648803:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941448.648809:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a82f48800. 00010000:00000001:1.0:1773941448.648814:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941448.648817:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a829e2400. 00000020:00000001:1.0:1773941448.648820:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941448.648822:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a829e2400 with handle 0x4337c2e0c9a631f2 to hash 00000020:00000001:1.0:1773941448.648837:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941448.648838:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00010000:00000001:1.0:1773941448.648841:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00010000:00000001:1.0:1773941448.648844:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941448.648847:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941448.648850:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941448.648858:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941448.648867:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941448.648871:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941448.648872:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941448.648877:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a997ad840. 00000100:00000001:1.0:1773941448.648879:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720459495488 : -129353250056128 : ffff8a5a997ad840) 00000100:00000001:1.0:1773941448.648881:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941448.648882:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087901952 : -129353621649664 : ffff8a5a8354c700) 00000100:00000001:1.0:1773941448.648886:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941448.648890:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941448.648892:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941448.648893:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941448.648901:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354c700 x1860112200256128/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941448.648909:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941448.648911:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941448.648914:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941448.648916:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941448.648917:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941448.648920:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200256128:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941448.648928:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941448.648932:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941448.648934:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941448.648936:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941448.648939:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9ab36800. 02000000:00000001:1.0:1773941448.648941:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941448.648947:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941448.648950:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d80b0. 00000400:00000010:1.0:1773941448.648956:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cf68. 00000100:00000200:1.0:1773941448.648961:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200256128, portal 25 00000100:00000001:1.0:1773941448.648962:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941448.648963:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087901952 : -129353621649664 : ffff8a5a8354c700) 00000100:00000040:1.0:1773941448.648967:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354c700 x1860112200256128/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941464 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941448.648973:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941448.648975:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:1.0:1773941448.648977:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c550. 00000100:00000200:1.0:1773941448.648979:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200256128, offset 0 00000400:00000200:1.0:1773941448.648983:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941448.648991:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941448.648996:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941448.649001:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941448.649004:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941448.649008:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941448.649010:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941448.649013:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[30, 29] 00000400:00000200:1.0:1773941448.649015:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:1.0:1773941448.649018:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [157:157:256:4294967295] 192.168.202.122@tcp LPNI seq info [31:31:8:4294967295] 00000400:00000200:1.0:1773941448.649022:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941448.649030:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:1.0:1773941448.649034:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:1.0:1773941448.649041:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a8a62be00. 00000800:00000200:1.0:1773941448.649047:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:1.0:1773941448.649053:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:1.0:1773941448.649056:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a8a62be00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941448.649072:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941448.649076:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:1.0:1773941448.649078:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294927386 00000100:00000001:1.0:1773941448.649085:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294927236 00000100:00000001:1.0:1773941448.649089:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294927386 00000100:00000001:1.0:1773941448.649091:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294927236 00000100:00000001:1.0:1773941448.649093:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941448.649096:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941448.649098:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941448.649099:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941448.649102:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a997ad840 going to sleep for 11 seconds 00000100:00000001:1.0:1773941448.649104:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941448.649107:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941448.649215:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941448.649221:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a8a62be00. 00000400:00000200:0.0:1773941448.649227:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941448.649234:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941448.649239:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c550 00000400:00000010:0.0:1773941448.649242:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c550. 00000100:00000001:0.0:1773941448.649246:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941448.649252:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354c700 x1860112200256128/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941464 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941448.649264:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941448.649268:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a8354c700 x1860112200256128/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941464 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941448.649285:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.649287:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941448.650381:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941448.650395:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941448.650398:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941448.650401:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941448.650407:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941448.650413:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941448.650420:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941448.650424:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941448.650428:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941448.650434:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef04a80 00000400:00000200:0.0:1773941448.650440:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941448.650447:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xd21 [1] + 224 00000800:00000001:0.0:1773941448.650454:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941448.650463:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941448.650466:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941448.650470:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941448.650481:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941448.650486:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354c700 x1860112200256128/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941464 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941448.650497:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a8354c700 x1860112200256128/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941464 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941448.650516:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941448.650524:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941448.650529:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941448.650544:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941448.650550:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941448.650552:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941448.650555:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d80b0. 00000400:00000200:1.0:1773941448.650558:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cf68 00000400:00000010:1.0:1773941448.650560:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cf68. 00000100:00000001:1.0:1773941448.650562:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941448.650566:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354c700 x1860112200256128/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941464 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941448.650574:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354c700 x1860112200256128/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941464 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941448.650580:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941448.650581:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941448.650583:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941448.650585:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941448.650587:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941448.650595:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941448.650597:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941448.650602:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=15 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941448.650606:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941448.650608:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941448.650610:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:1.0:1773941448.650613:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941448.650615:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941448.650617:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941448.650620:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941448.650623:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941448.650625:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941448.650627:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941448.650628:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941448.650629:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941448.650632:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a8354c700 x1860112200256128/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941464 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941448.650674:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941448.650676:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941448.650677:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941448.650679:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941448.650681:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941448.650683:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941448.650684:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941448.650685:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941448.650686:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941448.650688:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941448.650689:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941448.650691:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941448.650692:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941448.650694:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941448.650696:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 254 00000400:00000200:1.0:1773941448.650699:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941448.650708:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941448.650712:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941448.650714:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941448.650716:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941448.650717:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:1.0:1773941448.650720:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941448.650721:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:1.0:1773941448.650723:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941448.650725:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:1.0:1773941448.650726:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:1.0:1773941448.650728:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:1.0:1773941448.650730:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941448.650731:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941448.650732:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941448.650733:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:1.0:1773941448.650735:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:1.0:1773941448.650737:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:1.0:1773941448.650739:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941448.650741:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941448.650743:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941448.650745:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941448.650746:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941448.650747:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941448.650750:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354d180. 00000020:00000040:1.0:1773941448.650752:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:1.0:1773941448.650754:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941448.650755:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941448.650757:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941448.650758:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941448.650759:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941448.650763:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9ab34c00. 00000100:00000001:1.0:1773941448.650765:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941448.650770:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a8354d180 x1860112200256256/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941448.650779:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941448.650781:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941448.650784:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee8e9539] to pc [ptlrpcd_rcv+-1] req@ffff8a5a8354d180 x1860112200256256/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941448.650799:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941448.650801:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941448.650803:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941448.650804:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941448.650806:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941448.650807:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941448.650809:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a997ad840 going to sleep for 1 seconds 00000100:00000001:1.0:1773941448.650810:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941448.650811:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941448.650814:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354c700 x1860112200256128/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941464 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941448.650819:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941448.650822:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941448.650824:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941448.650826:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941448.650829:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354c700 x1860112200256128/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941464 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941448.650835:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200256128:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941448.650835:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941448.650840:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941448.650841:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941448.650845:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941448.650846:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941448.650850:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941448.650852:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941448.650857:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354d180 x1860112200256256/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941448.650858:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354c700 x1860112200256128/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941464 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941448.650876:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.650880:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1773941448.650883:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a997ad840. 00000100:00000001:0.0:1773941448.650884:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941448.650887:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941448.650890:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:0.0:1773941448.650890:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:1.0:1773941448.650895:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:0.0:1773941448.650895:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1773941448.650899:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941448.650901:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1773941448.650901:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941448.650904:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e2400 refcount=4 00000020:00000001:1.0:1773941448.650907:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00010000:00000001:1.0:1773941448.650910:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00000100:00100000:0.0:1773941448.650910:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200256256:192.168.202.112@tcp:250:ll_cfg_requeue.0 00010000:00010000:1.0:1773941448.650916:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941448.650919:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941448.650924:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1773941448.650925:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000001:0.0:1773941448.650927:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941448.650930:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941448.650931:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941448.650937:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c70000. 00010000:00000001:1.0:1773941448.650938:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941448.650942:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941448.650942:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941448.650951:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:1.0:1773941448.650955:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1773941448.650956:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddc60. 00010000:00000001:1.0:1773941448.650957:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941448.650961:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941448.650963:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b880. 00010000:00000001:1.0:1773941448.650969:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000200:0.0:1773941448.650969:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200256256, portal 25 00010000:00000001:1.0:1773941448.650973:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.650974:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941448.650978:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087904640 : -129353621646976 : ffff8a5a8354d180) 00010000:00000001:1.0:1773941448.650979:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1773941448.650982:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f2 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941448.650984:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354d180 x1860112200256256/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:1.0:1773941448.650988:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a829e2400 already unused, calling callback (ffffffffc123ec20) 10000000:00000001:1.0:1773941448.650998:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1773941448.651000:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00010000:1.0:1773941448.651001:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f2 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941448.651006:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:0.0:1773941448.651010:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b000. 00010000:00000001:1.0:1773941448.651012:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000200:0.0:1773941448.651014:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200256256, offset 0 00010000:00000001:1.0:1773941448.651015:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941448.651018:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1773941448.651021:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000020:00000040:1.0:1773941448.651022:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e2400 refcount=5 00000020:00000001:1.0:1773941448.651026:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00000400:00000200:0.0:1773941448.651030:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:1.0:1773941448.651031:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00010000:00000001:1.0:1773941448.651035:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1773941448.651036:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00010000:00010000:1.0:1773941448.651038:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f2 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941448.651041:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941448.651046:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 10000000:00000001:1.0:1773941448.651050:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1773941448.651051:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 10000000:00010000:1.0:1773941448.651055:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f2 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941448.651056:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941448.651063:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[30, 31] 10000000:01000000:1.0:1773941448.651069:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:0.0:1773941448.651071:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 10000000:00000040:1.0:1773941448.651074:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941448.651078:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941448.651078:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [158:158:256:4294967295] 192.168.202.112@tcp LPNI seq info [32:32:8:4294967295] 00010000:00010000:1.0:1773941448.651084:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941448.651087:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:0.0:1773941448.651087:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:1.0:1773941448.651092:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941448.651095:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941448.651097:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941448.651099:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941448.651103:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a829e2400 with handle 0x4337c2e0c9a631f2 from hash 00000400:00000200:0.0:1773941448.651104:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00000001:1.0:1773941448.651105:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941448.651108:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941448.651110:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941448.651112:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941448.651115:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941448.651116:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941448.651118:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941448.651121:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941448.651122:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941448.651124:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941448.651127:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941448.651128:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00000001:1.0:1773941448.651136:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941448.651137:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:0.0:1773941448.651138:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51600. 00010000:00000001:1.0:1773941448.651139:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941448.651141:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941448.651144:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941448.651145:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941448.651146:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941448.651149:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941448.651150:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000040:1.0:1773941448.651159:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a82f48800 count: 0 00000800:00000200:0.0:1773941448.651167:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00010000:00000001:1.0:1773941448.651168:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941448.651172:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000200:0.0:1773941448.651173:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1773941448.651174:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941448.651180:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354c700 x1860112200256128/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941464 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941448.651186:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941448.651187:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941448.651188:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941448.651192:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9ab36800. 00000400:00000200:0.0:1773941448.651196:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 02000000:00000001:1.0:1773941448.651198:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773941448.651200:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294927388 00000020:00000001:1.0:1773941448.651201:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941448.651204:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941448.651207:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941448.651209:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a989eb800. 02000000:00000001:1.0:1773941448.651211:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941448.651213:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941448.651214:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354c700. 00000100:00000001:1.0:1773941448.651216:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941448.651217:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941448.651219:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941448.651224:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941448.651226:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941448.651230:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a9009f580. 00000020:00000010:1.0:1773941448.651233:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a989eb800. 00000020:00000010:1.0:1773941448.651237:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a989ea600. 00000040:00000010:1.0:1773941448.651241:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a83ebfa00. 00000020:00000010:1.0:1773941448.651245:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a892ad000. 00000800:00000200:0.0:1773941448.651248:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:1.0:1773941448.651250:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5aa066bc00. 00000800:00000010:0.0:1773941448.651252:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51600. 80000000:00000010:1.0:1773941448.651255:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83eff4e0. 00000400:00000200:0.0:1773941448.651256:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:1.0:1773941448.651261:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5aa066b400. 00000400:00000200:0.0:1773941448.651262:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 20000000:00000010:1.0:1773941448.651268:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5aa066ba00. 00000400:00000200:0.0:1773941448.651268:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b000 00000400:00000010:0.0:1773941448.651273:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b000. 10000000:00000040:1.0:1773941448.651275:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:1.0:1773941448.651277:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941448.651284:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1773941448.651285:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a989ea600. 00000040:00000010:1.0:1773941448.651291:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a83ebfa00. 00000100:00000200:0.0:1773941448.651291:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354d180 x1860112200256256/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1773941448.651297:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a892ad000. 00000020:00000010:1.0:1773941448.651303:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5aa066bc00. 00000100:00000001:0.0:1773941448.651304:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 80000000:00000010:1.0:1773941448.651307:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83eff4e0. 00000100:00000040:0.0:1773941448.651308:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354d180 x1860112200256256/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1773941448.651312:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5aa066b400. 00000100:00000001:0.0:1773941448.651317:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.651319:0:2397:0:(events.c:68:request_out_callback()) Process leaving 20000000:00000010:1.0:1773941448.651325:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5aa066ba00. 00000100:00000001:0.0:1773941448.651328:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294927386 00000020:00000010:1.0:1773941448.651332:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a989eb800. 00000100:00000001:0.0:1773941448.651334:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294927388 10000000:00000010:1.0:1773941448.651337:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a9009f580. 00000100:00000001:0.0:1773941448.651338:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294927386 10000000:01000000:1.0:1773941448.651341:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 00000100:00000001:0.0:1773941448.651343:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:1.0:1773941448.651345:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941448.651346:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00020000:1.0:1773941448.651348:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000100:00000001:0.0:1773941448.651350:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941448.651351:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941448.651354:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1773941448.651355:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:1.0:1773941448.651356:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:1.0:1773941448.651360:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:0.0:1773941448.651361:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941448.651364:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941448.651366:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941448.651367:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941448.651368:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.651370:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773941448.652699:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941448.652705:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941448.652706:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941448.652708:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941448.652711:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941448.652714:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941448.652718:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941448.652720:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941448.652723:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941448.652725:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef04b00 00000400:00000200:0.0:1773941448.652728:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941448.652730:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xd31 [1] + 0 00000800:00000001:0.0:1773941448.652739:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941448.652745:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941448.652747:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941448.652752:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941448.652755:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941448.652758:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354d180 x1860112200256256/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941448.652765:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a8354d180 x1860112200256256/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941448.652779:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941448.652783:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941448.652785:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941448.652827:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941448.652830:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941448.652834:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941448.652835:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941448.652837:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddc60. 00000400:00000200:2.0:1773941448.652841:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b880 00000400:00000010:2.0:1773941448.652842:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b880. 00000100:00000001:2.0:1773941448.652844:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941448.652849:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354d180 x1860112200256256/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941448.652857:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354d180 x1860112200256256/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941448.652865:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941448.652867:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941448.652870:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941448.652872:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941448.652873:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941448.652875:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941448.652877:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941448.652881:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941448.652885:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941448.652888:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941448.652890:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941448.652901:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941448.652903:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941448.652906:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941448.652912:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354d180 x1860112200256256/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941448.652920:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941448.652922:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941448.652924:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941448.652926:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941448.652930:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941448.652932:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941448.652933:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941448.652934:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941448.652935:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941448.652937:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941448.652939:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941448.652941:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941448 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941448.652943:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941448.652947:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941448.652949:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941448.652950:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941448.652952:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941448.652953:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941448.652956:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941448.652957:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941448.652959:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941448.652961:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941448.652964:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941448.652965:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941448.653185:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.653188:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941448.653193:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354d180 x1860112200256256/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941448.653200:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200256256:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941448.653204:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941448.653206:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941448.653208:0:14766:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:0.0:1773941448.653209:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354d180 x1860112200256256/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941448.653216:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1773941448.653218:0:14766:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 02000000:00000001:0.0:1773941448.653219:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941448.653222:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c70000. 00000100:00100000:2.0:1773941448.653224:0:14766:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:0.0:1773941448.653226:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941448.653228:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941448.653228:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941448.653230:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941448.653234:0:14766:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000010:0.0:1773941448.653234:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9ab34c00. 10000000:01000000:2.0:1773941448.653238:0:14766:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:0.0:1773941448.653239:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:2.0:1773941448.653242:0:14766:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:0.0:1773941448.653242:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:2.0:1773941448.653246:0:14766:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941448.653248:0:14766:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941448.653251:0:14766:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000010:0.0:1773941448.653251:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354d180. 00000001:00000001:2.0:1773941448.653255:0:14766:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1773941448.653256:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:2.0:1773941448.653257:0:14766:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.653258:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941448.653260:0:14766:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941448.653261:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941448.653265:0:14766:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941448.653267:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1773941448.653270:0:14766:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941448.653270:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941448.653275:0:14766:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941448.653275:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941448.653277:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941448.653279:0:14766:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941448.653282:0:14766:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941448.653284:0:14766:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941448.653286:0:14766:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941448.653287:0:14766:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941448.653288:0:14766:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:2.0:1773941448.653301:0:14766:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941448.653302:0:14766:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941448.653303:0:14766:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941448.653306:0:14766:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:2.0:1773941448.653309:0:14766:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941448.653311:0:14766:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941448.653312:0:14766:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941448.653314:0:14766:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941448.653316:0:14766:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941448.656714:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a82f48800. 00010000:00000010:1.1:1773941448.656721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a829e2400. 00000020:00000001:1.0:1773941449.456824:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941449.456832:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941449.456837:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941450.288733:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941450.288740:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:1.0:1773941450.288759:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941450.288761:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941450.288762:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941450.288763:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941450.288765:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941450.288767:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941450.288769:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:1.0:1773941450.288772:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941450.288774:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941450.288782:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354c700. 00000020:00000040:1.0:1773941450.288788:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:1.0:1773941450.288793:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941450.288796:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941450.288802:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941450.288810:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5aa066b400. 00000100:00000001:1.0:1773941450.288817:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941450.288822:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941450.288825:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941450.288833:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a82f48800. 00010000:00000001:1.0:1773941450.288839:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941450.288843:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a829e2400. 00000020:00000001:1.0:1773941450.288848:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941450.288850:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a829e2400 with handle 0x4337c2e0c9a631f9 to hash 00000020:00000001:1.0:1773941450.288852:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941450.288853:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00010000:00000001:1.0:1773941450.288855:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00010000:00000001:1.0:1773941450.288859:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941450.288861:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941450.288864:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941450.288873:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941450.288883:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941450.288892:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941450.288893:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941450.288898:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a997ad840. 00000100:00000001:1.0:1773941450.288900:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720459495488 : -129353250056128 : ffff8a5a997ad840) 00000100:00000001:1.0:1773941450.288902:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941450.288903:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087901952 : -129353621649664 : ffff8a5a8354c700) 00000100:00000001:1.0:1773941450.288908:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941450.288911:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941450.288913:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941450.288914:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941450.288931:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354c700 x1860112200256384/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941450.288938:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941450.288940:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941450.288943:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941450.288945:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941450.288946:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941450.288948:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200256384:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941450.288951:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941450.288956:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941450.288958:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941450.288959:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941450.288964:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9ab36800. 02000000:00000001:1.0:1773941450.288965:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941450.288971:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941450.288974:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d80b0. 00000400:00000010:1.0:1773941450.288979:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cf68. 00000100:00000200:1.0:1773941450.288984:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200256384, portal 25 00000100:00000001:1.0:1773941450.288986:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941450.288987:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087901952 : -129353621649664 : ffff8a5a8354c700) 00000100:00000040:1.0:1773941450.288991:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354c700 x1860112200256384/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941466 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941450.289004:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941450.289007:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:1.0:1773941450.289008:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cee0. 00000100:00000200:1.0:1773941450.289011:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200256384, offset 0 00000400:00000200:1.0:1773941450.289015:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941450.289022:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941450.289028:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941450.289032:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941450.289035:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941450.289038:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941450.289040:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941450.289042:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[32, 31] 00000400:00000200:1.0:1773941450.289045:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:1.0:1773941450.289048:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [159:159:256:4294967295] 192.168.202.122@tcp LPNI seq info [33:33:8:4294967295] 00000400:00000200:1.0:1773941450.289051:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941450.289058:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:1.0:1773941450.289063:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:1.0:1773941450.289067:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a8a62be00. 00000800:00000200:1.0:1773941450.289073:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:1.0:1773941450.289079:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:1.0:1773941450.289082:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a8a62be00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941450.289097:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941450.289100:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:1.0:1773941450.289102:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294929026 00000100:00000001:1.0:1773941450.289109:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294927388 00000100:00000001:1.0:1773941450.289113:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294929026 00000100:00000001:1.0:1773941450.289115:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294927388 00000100:00000001:1.0:1773941450.289117:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941450.289119:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941450.289125:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941450.289126:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941450.289128:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a997ad840 going to sleep for 11 seconds 00000100:00000001:1.0:1773941450.289131:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941450.289133:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941450.289224:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941450.289228:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a8a62be00. 00000400:00000200:0.0:1773941450.289233:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941450.289238:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941450.289242:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cee0 00000400:00000010:0.0:1773941450.289244:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cee0. 00000100:00000001:0.0:1773941450.289247:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941450.289251:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354c700 x1860112200256384/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941466 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941450.289259:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941450.289262:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a8354c700 x1860112200256384/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941466 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941450.289267:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941450.289268:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941450.290695:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941450.290705:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941450.290708:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941450.290709:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941450.290714:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941450.290718:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941450.290723:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941450.290726:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941450.290729:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941450.290732:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef04b80 00000400:00000200:0.0:1773941450.290735:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941450.290739:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xd41 [1] + 224 00000800:00000001:0.0:1773941450.290755:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941450.290761:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941450.290763:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941450.290766:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941450.290769:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941450.290779:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354c700 x1860112200256384/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941466 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941450.290788:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a8354c700 x1860112200256384/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941466 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941450.290801:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941450.290808:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941450.290811:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941450.290833:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941450.290838:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941450.290840:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941450.290842:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d80b0. 00000400:00000200:1.0:1773941450.290845:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cf68 00000400:00000010:1.0:1773941450.290847:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cf68. 00000100:00000001:1.0:1773941450.290849:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941450.290853:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354c700 x1860112200256384/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941466 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941450.290860:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354c700 x1860112200256384/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941466 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941450.290865:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941450.290867:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941450.290868:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941450.290870:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941450.290872:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941450.290873:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941450.290875:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941450.290880:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=17 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941450.290883:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941450.290885:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941450.290888:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:1.0:1773941450.290890:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941450.290892:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941450.290894:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941450.290898:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941450.290900:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941450.290903:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941450.290910:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941450.290911:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941450.290913:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941450.290916:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a8354c700 x1860112200256384/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941466 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941450.290921:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941450.290922:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941450.290923:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941450.290925:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941450.290927:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941450.290928:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941450.290929:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941450.290930:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941450.290931:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941450.290932:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941450.290934:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941450.290935:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941450.290937:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941450.290939:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941450.290940:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 254 00000400:00000200:1.0:1773941450.290943:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941450.290946:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941450.290949:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941450.290951:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941450.290953:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941450.290954:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:1.0:1773941450.290957:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941450.290958:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:1.0:1773941450.290960:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941450.290962:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:1.0:1773941450.290964:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:1.0:1773941450.290965:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:1.0:1773941450.290967:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941450.290972:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941450.290973:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941450.290975:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:1.0:1773941450.290977:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:1.0:1773941450.290979:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:1.0:1773941450.290981:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941450.290982:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941450.290984:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941450.290986:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941450.290988:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941450.290989:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941450.290992:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354e680. 00000020:00000040:1.0:1773941450.290993:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:1.0:1773941450.290995:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941450.290996:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941450.290998:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941450.290999:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941450.291001:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941450.291005:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9ab34c00. 00000100:00000001:1.0:1773941450.291007:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941450.291011:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a8354e680 x1860112200256512/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941450.291017:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941450.291019:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941450.291022:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bfe04a78] to pc [ptlrpcd_rcv+-1] req@ffff8a5a8354e680 x1860112200256512/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941450.291037:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941450.291039:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941450.291040:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941450.291042:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941450.291043:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941450.291045:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941450.291050:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a997ad840 going to sleep for 1 seconds 00000100:00000001:1.0:1773941450.291052:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941450.291054:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941450.291058:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1773941450.291059:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354c700 x1860112200256384/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941466 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941450.291063:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941450.291066:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941450.291069:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941450.291073:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941450.291074:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354e680 x1860112200256512/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941450.291076:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941450.291078:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941450.291086:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1773941450.291087:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354c700 x1860112200256384/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941466 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941450.291089:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941450.291095:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941450.291097:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1773941450.291101:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200256384:192.168.202.112@tcp:101:ll_cfg_requeue.0 02000000:00000001:0.0:1773941450.291102:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941450.291110:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941450.291111:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200256512:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941450.291114:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941450.291117:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1773941450.291118:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:0.0:1773941450.291120:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1773941450.291121:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1773941450.291123:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941450.291126:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1773941450.291127:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354c700 x1860112200256384/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941466 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1773941450.291130:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c70400. 02000000:00000001:0.0:1773941450.291135:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941450.291141:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941450.291143:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000010:1.0:1773941450.291145:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a997ad840. 00000400:00000010:0.0:1773941450.291147:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd9f8. 00000100:00000001:1.0:1773941450.291149:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1773941450.291151:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:0.0:1773941450.291153:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b000. 00010000:00000001:1.0:1773941450.291154:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773941450.291157:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941450.291158:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941450.291160:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e2400 refcount=4 00000020:00000001:1.0:1773941450.291163:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00000100:00000200:0.0:1773941450.291164:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200256512, portal 25 00010000:00000001:1.0:1773941450.291167:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00000100:00000001:0.0:1773941450.291168:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:1.0:1773941450.291173:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941450.291173:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087910016 : -129353621641600 : ffff8a5a8354e680) 00000100:00000040:0.0:1773941450.291180:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354e680 x1860112200256512/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941450.291186:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941450.291191:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:0.0:1773941450.291195:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b198. 00010000:00000001:1.0:1773941450.291199:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000200:0.0:1773941450.291199:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200256512, offset 0 00010000:00010000:1.0:1773941450.291206:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941450.291207:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941450.291215:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:1.0:1773941450.291218:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1773941450.291221:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00010000:00010000:1.0:1773941450.291223:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941450.291225:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941450.291231:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00010000:00000001:1.0:1773941450.291233:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941450.291236:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:1.0:1773941450.291237:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941450.291240:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00010000:1.0:1773941450.291241:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f9 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941450.291246:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[32, 33] 00000400:00000200:0.0:1773941450.291256:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:1.0:1773941450.291257:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941450.291261:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941450.291262:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [160:160:256:4294967295] 192.168.202.112@tcp LPNI seq info [34:34:8:4294967295] 00010000:00000001:1.0:1773941450.291266:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1773941450.291269:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:1.0:1773941450.291270:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f9 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941450.291281:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00010000:1.0:1773941450.291283:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a829e2400 already unused, calling callback (ffffffffc123ec20) 00000800:00000200:0.0:1773941450.291287:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 10000000:00000001:1.0:1773941450.291288:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941450.291293:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f9 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:0.0:1773941450.291293:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51600. 00000800:00000200:0.0:1773941450.291302:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:1.0:1773941450.291307:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941450.291312:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000800:00000200:0.0:1773941450.291312:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941450.291317:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51600 type 1, nob 616 niov 1 nkiov 1 00000020:00000001:1.0:1773941450.291318:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941450.291323:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e2400 refcount=5 00000020:00000001:1.0:1773941450.291327:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00000100:00000001:0.0:1773941450.291329:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941450.291331:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00000400:00000200:0.0:1773941450.291334:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941450.291336:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294929028 00010000:00000001:1.0:1773941450.291343:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941450.291347:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f9 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:1.0:1773941450.291354:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941450.291357:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f9 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941450.291361:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:1.0:1773941450.291363:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941450.291364:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941450.291366:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941450.291367:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941450.291369:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941450.291370:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941450.291372:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941450.291373:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941450.291375:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a829e2400 with handle 0x4337c2e0c9a631f9 from hash 00010000:00000001:1.0:1773941450.291377:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941450.291378:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:0.0:1773941450.291378:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1773941450.291380:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941450.291381:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941450.291382:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941450.291383:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941450.291388:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941450.291389:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000010:0.0:1773941450.291389:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51600. 00010000:00000001:1.0:1773941450.291392:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941450.291394:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:1.0:1773941450.291395:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941450.291400:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f9 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941450.291401:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941450.291408:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b198 00010000:00000001:1.0:1773941450.291410:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1773941450.291411:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b198. 00010000:00000001:1.0:1773941450.291412:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941450.291415:0:2397:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:1.0:1773941450.291416:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941450.291419:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000200:0.0:1773941450.291422:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354e680 x1860112200256512/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941460 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941450.291428:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941450.291431:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941450.291432:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1773941450.291433:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941450.291436:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a631f9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941450.291437:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354e680 x1860112200256512/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941460 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000040:1.0:1773941450.291454:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a82f48800 count: 0 00000100:00000001:0.0:1773941450.291455:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941450.291458:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1773941450.291468:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941450.291471:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941450.291471:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294929026 00000100:00000001:1.0:1773941450.291473:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941450.291478:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294929028 00000100:00000040:1.0:1773941450.291481:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354c700 x1860112200256384/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941466 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941450.291483:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294929026 00000100:00000001:0.0:1773941450.291489:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941450.291494:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941450.291495:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941450.291497:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941450.291499:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1773941450.291501:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1773941450.291502:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9ab36800. 02000000:00000001:1.0:1773941450.291506:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941450.291508:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941450.291508:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941450.291512:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000040:1.0:1773941450.291513:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941450.291519:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941450.291519:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941450.291523:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1773941450.291524:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5aa066b400. 00000100:00000001:0.0:1773941450.291526:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941450.291528:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1773941450.291529:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941450.291531:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941450.291534:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354c700. 00000100:00000001:1.0:1773941450.291537:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941450.291538:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941450.291539:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:1.0:1773941450.291541:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941450.291543:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1773941450.291546:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a9009fec0. 00000020:00000010:1.0:1773941450.291549:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5aa066b400. 00000020:00000010:1.0:1773941450.291553:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5aa066bc00. 00000040:00000010:1.0:1773941450.291556:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5aa066a600. 00000020:00000010:1.0:1773941450.291560:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a892ad000. 00000020:00000010:1.0:1773941450.291563:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5aa066ba00. 80000000:00000010:1.0:1773941450.291567:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83eff4e0. 00040000:00000010:1.0:1773941450.291574:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a83ebfa00. 20000000:00000010:1.0:1773941450.291578:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a989eb800. 10000000:00000040:1.0:1773941450.291581:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:1.0:1773941450.291583:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941450.291586:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5aa066bc00. 00000040:00000010:1.0:1773941450.291589:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5aa066a600. 00000020:00000010:1.0:1773941450.291592:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a892ad000. 00000020:00000010:1.0:1773941450.291594:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5aa066ba00. 80000000:00000010:1.0:1773941450.291596:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83eff4e0. 00040000:00000010:1.0:1773941450.291599:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a83ebfa00. 20000000:00000010:1.0:1773941450.291602:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a989eb800. 00000020:00000010:1.0:1773941450.291604:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5aa066b400. 10000000:00000010:1.0:1773941450.291606:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a9009fec0. 10000000:01000000:1.0:1773941450.291608:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941450.291610:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941450.291611:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941450.291613:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941450.291614:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941450.291615:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:1.0:1773941450.291616:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941450.292667:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941450.292674:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941450.292676:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941450.292678:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941450.292682:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941450.292686:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941450.292690:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941450.292692:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941450.292700:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941450.292703:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef04c00 00000400:00000200:0.0:1773941450.292705:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941450.292708:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xd51 [1] + 0 00000800:00000001:0.0:1773941450.292712:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941450.292717:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941450.292718:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941450.292721:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941450.292723:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941450.292727:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354e680 x1860112200256512/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941460 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941450.292734:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a8354e680 x1860112200256512/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941450.292751:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941450.292756:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941450.292758:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941450.292797:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941450.292801:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941450.292804:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941450.292805:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941450.292807:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd9f8. 00000400:00000200:2.0:1773941450.292811:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b000 00000400:00000010:2.0:1773941450.292813:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b000. 00000100:00000001:2.0:1773941450.292815:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941450.292819:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354e680 x1860112200256512/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941460 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941450.292838:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354e680 x1860112200256512/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941460 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941450.292843:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941450.292844:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941450.292846:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941450.292847:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941450.292848:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941450.292849:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941450.292851:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941450.292854:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=17 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941450.292856:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941450.292858:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941450.292859:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941450.292860:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941450.292862:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941450.292864:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941450.292867:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354e680 x1860112200256512/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941460 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941450.292872:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941450.292873:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941450.292875:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941450.292876:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941450.292880:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941450.292881:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941450.292882:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941450.292883:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941450.292885:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941450.292886:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941450.292888:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941450.292890:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941450 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941450.292892:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941450.292897:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941450.292902:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941450.292903:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941450.292905:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941450.292906:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941450.292909:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941450.292911:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941450.292912:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941450.292914:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941450.292926:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941450.292928:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941450.293167:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941450.293171:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941450.293177:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354e680 x1860112200256512/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941460 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941450.293185:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200256512:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941450.293191:0:14767:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:0.0:1773941450.293191:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941450.293195:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941450.293197:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354e680 x1860112200256512/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941460 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941450.293201:0:14767:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00100000:2.0:1773941450.293209:0:14767:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941450.293209:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941450.293212:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941450.293213:0:14767:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000010:0.0:1773941450.293215:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c70400. 10000000:01000000:2.0:1773941450.293216:0:14767:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:0.0:1773941450.293220:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1773941450.293221:0:14767:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:0.0:1773941450.293223:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:2.0:1773941450.293225:0:14767:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941450.293228:0:14767:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941450.293229:0:14767:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941450.293230:0:14767:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000040:0.0:1773941450.293233:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000001:00000001:2.0:1773941450.293234:0:14767:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941450.293237:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:2.0:1773941450.293238:0:14767:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941450.293240:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9ab34c00. 00000100:00000001:2.0:1773941450.293241:0:14767:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:0.0:1773941450.293244:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1773941450.293246:0:14767:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:0.0:1773941450.293247:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941450.293251:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354e680. 00000100:00000001:2.0:1773941450.293252:0:14767:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941450.293254:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941450.293255:0:14767:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941450.293257:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941450.293258:0:14767:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941450.293260:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941450.293262:0:14767:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941450.293264:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941450.293266:0:14767:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:0.0:1773941450.293267:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1773941450.293268:0:14767:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:0.0:1773941450.293271:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000040:2.0:1773941450.293272:0:14767:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000001:0.0:1773941450.293275:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941450.293286:0:14767:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941450.293288:0:14767:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941450.293290:0:14767:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941450.293292:0:14767:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:2.0:1773941450.293300:0:14767:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941450.293302:0:14767:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941450.293304:0:14767:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941450.293306:0:14767:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941450.293307:0:14767:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941450.297678:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a82f48800. 00010000:00000010:1.1:1773941450.297688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a829e2400. 00000020:00000001:2.0:1773941450.480794:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941450.480800:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941450.480804:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941451.504804:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941451.504812:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941451.504817:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941452.080759:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941452.080767:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:1.0:1773941452.080773:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941452.080775:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941452.080777:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941452.080779:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941452.080781:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941452.080783:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941452.080785:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:1.0:1773941452.080788:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941452.080790:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941452.080802:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354c700. 00000020:00000040:1.0:1773941452.080821:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:1.0:1773941452.080827:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941452.080830:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941452.080834:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941452.080841:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a989ea600. 00000100:00000001:1.0:1773941452.080847:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941452.080852:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941452.080855:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941452.080863:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a82f48800. 00010000:00000001:1.0:1773941452.080868:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941452.080872:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a829e2400. 00000020:00000001:1.0:1773941452.080876:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941452.080879:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a829e2400 with handle 0x4337c2e0c9a63200 to hash 00000020:00000001:1.0:1773941452.080882:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941452.080884:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00010000:00000001:1.0:1773941452.080887:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00010000:00000001:1.0:1773941452.080891:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941452.080894:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941452.080899:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63200 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941452.080909:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63200 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941452.080921:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63200 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941452.080927:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941452.080929:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941452.080934:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a997ad840. 00000100:00000001:1.0:1773941452.080937:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720459495488 : -129353250056128 : ffff8a5a997ad840) 00000100:00000001:1.0:1773941452.080939:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941452.080941:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087901952 : -129353621649664 : ffff8a5a8354c700) 00000100:00000001:1.0:1773941452.080946:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941452.080955:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941452.080957:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941452.080959:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941452.080969:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354c700 x1860112200256640/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941452.080978:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941452.080980:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941452.080984:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941452.080987:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941452.080989:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941452.080993:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200256640:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941452.080997:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941452.081002:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941452.081005:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941452.081008:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941452.081012:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9ab36800. 02000000:00000001:1.0:1773941452.081014:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941452.081022:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941452.081026:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d80b0. 00000400:00000010:1.0:1773941452.081033:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cf68. 00000100:00000200:1.0:1773941452.081039:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200256640, portal 25 00000100:00000001:1.0:1773941452.081041:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941452.081043:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087901952 : -129353621649664 : ffff8a5a8354c700) 00000100:00000040:1.0:1773941452.081048:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354c700 x1860112200256640/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941468 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941452.081057:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941452.081060:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:1.0:1773941452.081062:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c5d8. 00000100:00000200:1.0:1773941452.081065:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200256640, offset 0 00000400:00000200:1.0:1773941452.081072:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941452.081080:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941452.081087:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941452.081098:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941452.081109:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941452.081113:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941452.081116:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941452.081118:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[34, 33] 00000400:00000200:1.0:1773941452.081121:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:1.0:1773941452.081124:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [161:161:256:4294967295] 192.168.202.122@tcp LPNI seq info [35:35:8:4294967295] 00000400:00000200:1.0:1773941452.081128:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941452.081137:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:1.0:1773941452.081142:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:1.0:1773941452.081146:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a8a62bc00. 00000800:00000200:1.0:1773941452.081151:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:1.0:1773941452.081157:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:1.0:1773941452.081161:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a8a62bc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941452.081175:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941452.081178:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:1.0:1773941452.081180:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294930818 00000100:00000001:1.0:1773941452.081187:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294929028 00000100:00000001:1.0:1773941452.081189:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294930818 00000100:00000001:1.0:1773941452.081192:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294929028 00000100:00000001:1.0:1773941452.081194:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941452.081196:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941452.081198:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941452.081200:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941452.081202:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a997ad840 going to sleep for 11 seconds 00000100:00000001:1.0:1773941452.081204:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941452.081207:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941452.081311:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941452.081317:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a8a62bc00. 00000400:00000200:0.0:1773941452.081323:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941452.081330:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941452.081335:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c5d8 00000400:00000010:0.0:1773941452.081339:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c5d8. 00000100:00000001:0.0:1773941452.081343:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941452.081349:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354c700 x1860112200256640/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941468 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941452.081361:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941452.081365:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a8354c700 x1860112200256640/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941468 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941452.081373:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941452.081375:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941452.082523:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941452.082534:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941452.082537:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941452.082539:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941452.082545:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941452.082550:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941452.082557:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941452.082561:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941452.082571:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941452.082575:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef04c80 00000400:00000200:0.0:1773941452.082579:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941452.082584:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xd61 [1] + 224 00000800:00000001:0.0:1773941452.082590:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941452.082598:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941452.082601:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941452.082605:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941452.082638:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941452.082665:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354c700 x1860112200256640/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941468 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941452.082676:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a8354c700 x1860112200256640/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941468 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941452.082695:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941452.082703:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941452.082707:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941452.082731:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941452.082737:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941452.082739:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941452.082741:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d80b0. 00000400:00000200:1.0:1773941452.082746:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cf68 00000400:00000010:1.0:1773941452.082757:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cf68. 00000100:00000001:1.0:1773941452.082761:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941452.082767:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354c700 x1860112200256640/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941468 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941452.082778:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354c700 x1860112200256640/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941468 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941452.082785:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941452.082787:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941452.082789:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941452.082791:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941452.082793:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941452.082795:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941452.082797:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941452.082802:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=19 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941452.082804:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941452.082806:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941452.082809:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:1.0:1773941452.087230:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941452.087237:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941452.087241:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941452.087245:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941452.087249:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941452.092053:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941452.092057:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941452.092058:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941452.092060:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941452.092067:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a8354c700 x1860112200256640/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941468 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941452.092074:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941452.092076:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941452.092078:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941452.092092:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941452.092095:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941452.092096:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941452.092098:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941452.092099:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941452.092099:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941452.092100:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941452.092101:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941452.092103:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941452.092105:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941452.092107:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941452.092110:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 256 00000400:00000200:1.0:1773941452.092116:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941452.092121:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941452.092124:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941452.092127:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941452.092129:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941452.092131:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:1.0:1773941452.092134:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941452.092135:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:1.0:1773941452.092137:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941452.092139:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:1.0:1773941452.092140:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:1.0:1773941452.092142:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:1.0:1773941452.092145:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941452.092146:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941452.092148:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941452.092149:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:1.0:1773941452.092151:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:1.0:1773941452.092153:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:1.0:1773941452.092155:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941452.092158:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941452.092160:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941452.092165:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941452.092167:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941452.092169:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941452.092173:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354dc00. 00000020:00000040:1.0:1773941452.092176:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:1.0:1773941452.092179:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941452.092180:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941452.092182:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941452.092184:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941452.092187:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941452.092193:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9ab35800. 00000100:00000001:1.0:1773941452.092197:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941452.092202:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a8354dc00 x1860112200256768/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941452.092209:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941452.092213:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941452.092216:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006bba70bc] to pc [ptlrpcd_rcv+-1] req@ffff8a5a8354dc00 x1860112200256768/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941452.092232:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941452.092234:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941452.092236:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941452.092239:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941452.092241:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941452.092243:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941452.092244:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a997ad840 going to sleep for 1 seconds 00000100:00000001:1.0:1773941452.092246:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941452.092248:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941452.092251:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354c700 x1860112200256640/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941468 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941452.092257:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941452.092259:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941452.092261:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941452.092262:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941452.092270:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354c700 x1860112200256640/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941468 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941452.092277:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1773941452.092281:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200256640:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941452.092284:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941452.092289:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941452.092289:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941452.092294:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:0.0:1773941452.092298:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354dc00 x1860112200256768/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941452.092300:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941452.092304:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941452.092312:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354c700 x1860112200256640/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941468 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941452.092316:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941452.092320:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941452.092322:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941452.092326:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a997ad840. 02000000:00000001:0.0:1773941452.092327:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773941452.092331:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:0.0:1773941452.092331:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941452.092334:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:0.0:1773941452.092337:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941452.092339:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1773941452.092343:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00100000:0.0:1773941452.092345:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200256768:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000020:00000001:1.0:1773941452.092346:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941452.092349:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e2400 refcount=4 00000020:00000001:1.0:1773941452.092353:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00000100:00000001:0.0:1773941452.092355:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1773941452.092356:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 02000000:00000001:0.0:1773941452.092361:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:1.0:1773941452.092362:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63200 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941452.092367:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941452.092373:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1773941452.092375:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:1.0:1773941452.092379:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63200 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:0.0:1773941452.092380:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c73c00. 00010000:00000001:1.0:1773941452.092384:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941452.092386:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63200 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941452.092393:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941452.092401:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:1.0:1773941452.092409:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:0.0:1773941452.092409:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd000. 00010000:00000001:1.0:1773941452.092411:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1773941452.092415:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63200 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941452.092419:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b198. 00010000:00000001:1.0:1773941452.092420:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941452.092425:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941452.092427:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000200:0.0:1773941452.092429:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200256768, portal 25 00010000:00010000:1.0:1773941452.092430:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63200 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941452.092436:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:1.0:1773941452.092438:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a829e2400 already unused, calling callback (ffffffffc123ec20) 00000100:00000001:0.0:1773941452.092440:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087907328 : -129353621644288 : ffff8a5a8354dc00) 10000000:00000001:1.0:1773941452.092441:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:1.0:1773941452.092445:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63200 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1773941452.092452:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:0.0:1773941452.092452:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354dc00 x1860112200256768/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941452.092454:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941452.092456:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941452.092458:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e2400 refcount=5 00000020:00000001:1.0:1773941452.092462:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00010000:00000001:1.0:1773941452.092465:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00010000:00000001:1.0:1773941452.092469:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1773941452.092472:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63200 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941452.092474:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:1.0:1773941452.092480:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000040:0.0:1773941452.092481:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 10000000:00010000:1.0:1773941452.092483:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63200 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1773941452.092488:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000010:0.0:1773941452.092488:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b220. 00000100:00000200:0.0:1773941452.092493:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200256768, offset 0 10000000:00000040:1.0:1773941452.092495:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:1.0:1773941452.092497:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941452.092501:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941452.092502:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1773941452.092504:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:0.0:1773941452.092506:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00000001:1.0:1773941452.092507:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941452.092510:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941452.092512:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941452.092514:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a829e2400 with handle 0x4337c2e0c9a63200 from hash 00010000:00000001:1.0:1773941452.092516:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941452.092517:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941452.092519:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941452.092521:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:0.0:1773941452.092521:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:1.0:1773941452.092524:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941452.092527:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1773941452.092529:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941452.092530:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941452.092531:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941452.092534:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941452.092534:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00010000:00010000:1.0:1773941452.092539:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63200 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941452.092544:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1773941452.092545:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941452.092547:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941452.092549:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941452.092551:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941452.092553:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941452.092554:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00010000:00000001:1.0:1773941452.092555:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941452.092558:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1773941452.092560:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63200 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941452.092563:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000040:1.0:1773941452.092570:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a82f48800 count: 0 00000400:00000200:0.0:1773941452.092570:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941452.092579:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[34, 35] 00010000:00000001:1.0:1773941452.092586:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941452.092586:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:1.0:1773941452.092589:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941452.092593:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1773941452.092595:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [162:162:256:4294967295] 192.168.202.112@tcp LPNI seq info [36:36:8:4294967295] 00000100:00000040:1.0:1773941452.092602:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354c700 x1860112200256640/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941468 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941452.092609:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:1.0:1773941452.092630:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941452.092633:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941452.092636:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9ab36800. 02000000:00000001:1.0:1773941452.092674:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941452.092676:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941452.092678:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941452.092682:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941452.092685:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a989ea600. 02000000:00000001:1.0:1773941452.092689:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1773941452.092689:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 02000000:00000001:1.0:1773941452.092693:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941452.092695:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354c700. 00000100:00000001:1.0:1773941452.092699:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941452.092702:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941452.092704:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000200:0.0:1773941452.092704:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 10000000:01000000:1.0:1773941452.092710:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:1.0:1773941452.092713:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000800:00000010:0.0:1773941452.092714:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51600. 10000000:00000010:1.0:1773941452.092717:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a9009fd00. 00000020:00000010:1.0:1773941452.092722:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a989ea600. 00000800:00000200:0.0:1773941452.092727:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000020:00000010:1.0:1773941452.092728:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a989eb800. 00000040:00000010:1.0:1773941452.092735:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a83ebfa00. 00000800:00000200:0.0:1773941452.092741:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000020:00000010:1.0:1773941452.092742:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a892ad000. 00000800:00000200:0.0:1773941452.092749:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51600 type 1, nob 616 niov 1 nkiov 1 00000020:00000010:1.0:1773941452.092751:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5aa066b400. 80000000:00000010:1.0:1773941452.092759:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83eff4e0. 00040000:00000010:1.0:1773941452.092764:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5aa066ba00. 00000100:00000001:0.0:1773941452.092767:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1773941452.092770:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5aa066a600. 10000000:00000040:1.0:1773941452.092776:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:1.0:1773941452.092782:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:0.0:1773941452.092787:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000020:00000010:1.0:1773941452.092789:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a989eb800. 00000100:00000001:0.0:1773941452.092791:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294930830 00000040:00000010:1.0:1773941452.092796:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a83ebfa00. 00000020:00000010:1.0:1773941452.092801:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a892ad000. 00000100:00000001:0.0:1773941452.092803:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294930818 00000020:00000010:1.0:1773941452.092806:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5aa066b400. 00000100:00000001:0.0:1773941452.092811:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294930830 80000000:00000010:1.0:1773941452.092812:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83eff4e0. 00000100:00000001:0.0:1773941452.092817:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294930818 00000100:00000001:0.0:1773941452.092821:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941452.092827:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1773941452.092828:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5aa066ba00. 00000100:00000001:0.0:1773941452.092830:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:1.0:1773941452.092834:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5aa066a600. 00000100:00000001:0.0:1773941452.092836:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1773941452.092839:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a989ea600. 00000100:00000001:0.0:1773941452.092844:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000010:1.0:1773941452.092845:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a9009fd00. 00000100:00000001:0.0:1773941452.092849:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 10000000:01000000:1.0:1773941452.092851:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 00000100:00000001:0.0:1773941452.092854:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:1.0:1773941452.092855:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941452.092859:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00020000:1.0:1773941452.092861:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000100:00000001:0.0:1773941452.092863:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941452.092865:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 00000100:00000001:0.0:1773941452.092868:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941452.092869:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941452.092873:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:1.0:1773941452.092876:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000200:0.0:1773941452.092966:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941452.092970:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51600. 00000400:00000200:0.0:1773941452.092975:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941452.092980:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941452.092985:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b220 00000400:00000010:0.0:1773941452.092988:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b220. 00000100:00000001:0.0:1773941452.092992:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941452.092997:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354dc00 x1860112200256768/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941462 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941452.093007:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941452.093011:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354dc00 x1860112200256768/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941462 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941452.093019:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941452.093021:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1773941452.097679:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a82f48800. 00010000:00000010:1.1:1773941452.097690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a829e2400. 00000800:00000001:0.0:1773941452.098753:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941452.098766:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941452.098768:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941452.098770:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941452.098777:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941452.098795:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941452.098801:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941452.098805:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941452.098809:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941452.098812:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef04d00 00000400:00000200:0.0:1773941452.098815:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941452.098819:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xd71 [1] + 0 00000800:00000001:0.0:1773941452.098825:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941452.098834:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941452.098837:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941452.098840:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941452.098844:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941452.098850:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354dc00 x1860112200256768/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941462 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941452.098859:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a8354dc00 x1860112200256768/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941452.098879:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941452.098885:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941452.098888:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941452.098934:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941452.098939:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941452.098945:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941452.098947:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941452.098950:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd000. 00000400:00000200:2.0:1773941452.098956:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b198 00000400:00000010:2.0:1773941452.098958:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b198. 00000100:00000001:2.0:1773941452.098962:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941452.098968:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354dc00 x1860112200256768/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941462 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941452.098979:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354dc00 x1860112200256768/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941462 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941452.098988:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941452.098990:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941452.098993:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941452.098996:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941452.098999:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941452.099001:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941452.099005:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941452.099012:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=19 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941452.099016:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941452.099019:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941452.099021:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941452.099024:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941452.099026:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941452.099029:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941452.099035:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354dc00 x1860112200256768/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941452.099052:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941452.099056:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941452.099058:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941452.099061:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941452.099067:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941452.099070:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941452.099072:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941452.099074:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941452.099077:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941452.099079:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941452.099082:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941452.099086:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941452 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941452.099089:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941452.099097:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941452.099100:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941452.099103:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941452.099106:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941452.099108:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941452.099111:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941452.099114:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941452.099117:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941452.099121:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941452.099125:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941452.099128:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941452.099346:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941452.099351:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941452.099358:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354dc00 x1860112200256768/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941462 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941452.099368:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200256768:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941452.099374:0:14768:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:0.0:1773941452.099374:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941452.099379:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941452.099382:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354dc00 x1860112200256768/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941462 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941452.099386:0:14768:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00000001:0.0:1773941452.099393:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1773941452.099395:0:14768:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941452.099398:0:14768:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941452.099401:0:14768:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:0.0:1773941452.099403:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1773941452.099406:0:14768:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:0.0:1773941452.099407:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c73c00. 00000001:00000001:2.0:1773941452.099412:0:14768:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:0.0:1773941452.099412:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941452.099414:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941452.099416:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941452.099417:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941452.099419:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9ab35800. 02000000:00000001:0.0:1773941452.099424:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:2.0:1773941452.099425:0:14768:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941452.099426:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941452.099429:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354dc00. 00000001:00000001:2.0:1773941452.099431:0:14768:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941452.099434:0:14768:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1773941452.099435:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941452.099439:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1773941452.099440:0:14768:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941452.099441:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941452.099446:0:14768:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941452.099449:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941452.099450:0:14768:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941452.099452:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941452.099455:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941452.099457:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941452.099458:0:14768:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941452.099463:0:14768:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941452.099466:0:14768:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941452.099468:0:14768:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941452.099471:0:14768:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941452.099474:0:14768:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941452.099476:0:14768:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941452.099478:0:14768:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:2.0:1773941452.099508:0:14768:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941452.099510:0:14768:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941452.099513:0:14768:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941452.099517:0:14768:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:2.0:1773941452.105829:0:14768:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941452.105835:0:14768:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941452.105838:0:14768:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941452.105842:0:14768:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941452.105844:0:14768:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941452.528782:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941452.528788:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941452.528791:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941453.232738:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941453.232745:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:1.0:1773941453.232748:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941453.232751:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941453.232752:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941453.232753:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941453.232755:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941453.232757:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941453.232759:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:1.0:1773941453.232761:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941453.232763:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941453.232772:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354c700. 00000020:00000040:1.0:1773941453.232776:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:1.0:1773941453.232780:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941453.232782:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941453.232787:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941453.232793:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5aa066ba00. 00000100:00000001:1.0:1773941453.232799:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941453.232803:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941453.232805:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941453.232811:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a82f48800. 00010000:00000001:1.0:1773941453.232816:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941453.232819:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a829e2400. 00000020:00000001:1.0:1773941453.232822:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941453.232824:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a829e2400 with handle 0x4337c2e0c9a63207 to hash 00000020:00000001:1.0:1773941453.232838:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941453.232840:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00010000:00000001:1.0:1773941453.232842:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00010000:00000001:1.0:1773941453.232845:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941453.232848:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941453.232851:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63207 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941453.232859:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63207 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941453.232868:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63207 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941453.232872:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941453.232874:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941453.232878:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a997ad840. 00000100:00000001:1.0:1773941453.232880:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720459495488 : -129353250056128 : ffff8a5a997ad840) 00000100:00000001:1.0:1773941453.232882:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941453.232883:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087901952 : -129353621649664 : ffff8a5a8354c700) 00000100:00000001:1.0:1773941453.232887:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941453.232900:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941453.232902:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941453.232903:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941453.232912:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354c700 x1860112200256896/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941453.232919:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941453.232920:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941453.232923:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941453.232925:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941453.232927:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941453.232929:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200256896:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941453.232937:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941453.232942:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941453.232944:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941453.232946:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941453.232950:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9ab36800. 02000000:00000001:1.0:1773941453.232951:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941453.232957:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941453.232960:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d80b0. 00000400:00000010:1.0:1773941453.232965:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cf68. 00000100:00000200:1.0:1773941453.232971:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200256896, portal 25 00000100:00000001:1.0:1773941453.232972:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941453.232973:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087901952 : -129353621649664 : ffff8a5a8354c700) 00000100:00000040:1.0:1773941453.232977:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354c700 x1860112200256896/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941453.232982:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941453.232984:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:1.0:1773941453.232986:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c3b8. 00000100:00000200:1.0:1773941453.232988:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200256896, offset 0 00000400:00000200:1.0:1773941453.232992:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941453.232999:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941453.233005:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941453.233009:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941453.233012:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941453.233015:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941453.233017:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941453.233020:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[36, 35] 00000400:00000200:1.0:1773941453.233023:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:1.0:1773941453.233026:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [163:163:256:4294967295] 192.168.202.122@tcp LPNI seq info [37:37:8:4294967295] 00000400:00000200:1.0:1773941453.233029:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941453.233035:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:1.0:1773941453.233040:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:1.0:1773941453.233048:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a8a62b200. 00000800:00000200:1.0:1773941453.233054:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:1.0:1773941453.233060:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:1.0:1773941453.233064:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a8a62b200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941453.233079:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941453.233082:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:1.0:1773941453.233085:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294931970 00000100:00000001:1.0:1773941453.233091:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294930830 00000100:00000001:1.0:1773941453.233095:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294931970 00000100:00000001:1.0:1773941453.233097:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294930830 00000100:00000001:1.0:1773941453.233099:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941453.233101:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941453.233102:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941453.233104:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941453.233106:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a997ad840 going to sleep for 11 seconds 00000100:00000001:1.0:1773941453.233108:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941453.233111:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941453.233227:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941453.233232:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a8a62b200. 00000400:00000200:0.0:1773941453.233237:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941453.233242:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941453.233246:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c3b8 00000400:00000010:0.0:1773941453.233248:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c3b8. 00000100:00000001:0.0:1773941453.233251:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941453.233256:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354c700 x1860112200256896/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941453.233264:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941453.233267:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a8354c700 x1860112200256896/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941453.233272:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.233273:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941453.234670:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941453.234680:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941453.234682:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941453.234684:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941453.234688:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941453.234698:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941453.234703:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941453.234706:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941453.234709:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941453.234712:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef04d80 00000400:00000200:0.0:1773941453.234716:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941453.234719:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xd81 [1] + 224 00000800:00000001:0.0:1773941453.234725:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941453.234731:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941453.234733:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941453.234736:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941453.234740:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941453.234744:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354c700 x1860112200256896/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941453.234752:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a8354c700 x1860112200256896/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941453.234767:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941453.234772:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941453.234774:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941453.234804:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941453.234809:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941453.234811:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941453.234813:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d80b0. 00000400:00000200:1.0:1773941453.234817:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cf68 00000400:00000010:1.0:1773941453.234818:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cf68. 00000100:00000001:1.0:1773941453.234820:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941453.234825:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354c700 x1860112200256896/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941453.234833:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354c700 x1860112200256896/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941469 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941453.234839:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941453.234840:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941453.234842:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941453.234844:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941453.234845:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941453.234852:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941453.234853:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941453.234866:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=20 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941453.234871:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941453.234873:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1773941453.234877:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:1.0:1773941453.234879:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941453.234881:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941453.234883:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941453.234886:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941453.234889:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941453.234892:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941453.234894:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941453.234895:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941453.234896:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941453.234899:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a8354c700 x1860112200256896/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941469 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941453.234904:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941453.234905:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941453.234906:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941453.234908:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941453.234910:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941453.234911:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941453.234912:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941453.234913:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941453.234914:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941453.234915:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941453.234916:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941453.234917:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941453.234919:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941453.234921:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941453.234923:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 258 00000400:00000200:1.0:1773941453.234927:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941453.234934:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941453.234937:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941453.234940:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941453.234942:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941453.234943:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:1.0:1773941453.234946:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941453.234947:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:1.0:1773941453.234948:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941453.234950:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:1.0:1773941453.234952:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:1.0:1773941453.234954:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:1.0:1773941453.234956:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941453.234957:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941453.234958:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941453.234960:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:1.0:1773941453.234962:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:1.0:1773941453.234964:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:1.0:1773941453.234965:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941453.234967:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941453.234969:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941453.234971:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941453.234973:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941453.234974:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941453.234976:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354ed80. 00000020:00000040:1.0:1773941453.234978:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:1.0:1773941453.234980:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941453.234981:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941453.234983:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941453.234984:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941453.234986:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941453.234989:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9ab36c00. 00000100:00000001:1.0:1773941453.234992:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941453.234996:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a8354ed80 x1860112200257024/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941453.235005:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941453.235007:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941453.235011:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc2c46a7] to pc [ptlrpcd_rcv+-1] req@ffff8a5a8354ed80 x1860112200257024/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941453.235026:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941453.235028:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941453.235029:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941453.235031:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941453.235033:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941453.235034:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1773941453.235036:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a997ad840 going to sleep for 1 seconds 00000100:00000001:1.0:1773941453.235037:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941453.235039:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941453.235042:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354c700 x1860112200256896/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941469 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941453.235048:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941453.235050:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941453.235052:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941453.235053:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941453.235057:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354c700 x1860112200256896/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941469 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941453.235057:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941453.235063:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1773941453.235066:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200256896:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941453.235068:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1773941453.235071:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941453.235074:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941453.235076:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000040:0.0:1773941453.235077:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354ed80 x1860112200257024/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941453.235078:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941453.235086:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354c700 x1860112200256896/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941469 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941453.235100:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941453.235105:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.235105:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941453.235109:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941453.235112:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1773941453.235115:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a997ad840. 02000000:00000001:0.0:1773941453.235116:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941453.235121:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00100000:0.0:1773941453.235123:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200257024:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941453.235125:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:1.0:1773941453.235133:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:0.0:1773941453.235133:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1773941453.235139:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1773941453.235141:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941453.235144:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e2400 refcount=4 02000000:00000001:0.0:1773941453.235145:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1773941453.235149:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 02000000:00000001:0.0:1773941453.235150:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941453.235155:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1773941453.235157:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 02000000:00000010:0.0:1773941453.235160:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c70c00. 00010000:00010000:1.0:1773941453.235162:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63207 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941453.235165:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941453.235176:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:0.0:1773941453.235176:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941453.235182:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd420. 00010000:00010000:1.0:1773941453.235183:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63207 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941453.235190:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b220. 00010000:00000001:1.0:1773941453.235191:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1773941453.235194:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63207 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:0.0:1773941453.235197:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200257024, portal 25 00010000:00000001:1.0:1773941453.235201:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941453.235203:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1773941453.235204:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941453.235206:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087911808 : -129353621639808 : ffff8a5a8354ed80) 00010000:00010000:1.0:1773941453.235208:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63207 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941453.235215:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354ed80 x1860112200257024/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1773941453.235216:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941453.235219:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941453.235224:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1773941453.235227:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1773941453.235228:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63207 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941453.235233:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:0.0:1773941453.235238:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b7f8. 00010000:00010000:1.0:1773941453.235240:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a829e2400 already unused, calling callback (ffffffffc123ec20) 00000100:00000200:0.0:1773941453.235241:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200257024, offset 0 00000400:00000200:0.0:1773941453.235245:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 10000000:00000001:1.0:1773941453.235249:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1773941453.235250:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00010000:1.0:1773941453.235252:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63207 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941453.235256:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941453.235263:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:1.0:1773941453.235265:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1773941453.235268:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1773941453.235268:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000020:00000001:1.0:1773941453.235271:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1773941453.235274:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000020:00000040:1.0:1773941453.235275:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e2400 refcount=5 00000400:00000200:0.0:1773941453.235279:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000020:00000001:1.0:1773941453.235280:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00010000:00000001:1.0:1773941453.235284:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00000400:00000200:0.0:1773941453.235285:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[36, 37] 00010000:00000001:1.0:1773941453.235289:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1773941453.235291:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00010000:1.0:1773941453.235293:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63207 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941453.235297:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [164:164:256:4294967295] 192.168.202.112@tcp LPNI seq info [38:38:8:4294967295] 10000000:00000001:1.0:1773941453.235307:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1773941453.235308:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00010000:1.0:1773941453.235311:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63207 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941453.235321:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 10000000:01000000:1.0:1773941453.235327:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000800:00000200:0.0:1773941453.235329:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 10000000:00000040:1.0:1773941453.235334:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000800:00000010:0.0:1773941453.235335:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51600. 10000000:00000001:1.0:1773941453.235338:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941453.235342:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1773941453.235345:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000800:00000200:0.0:1773941453.235349:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:1.0:1773941453.235350:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1773941453.235353:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1773941453.235356:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941453.235359:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941453.235364:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000020:00000040:1.0:1773941453.235365:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a829e2400 with handle 0x4337c2e0c9a63207 from hash 00000800:00000200:0.0:1773941453.235368:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51600 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:1.0:1773941453.235370:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1773941453.235373:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941453.235375:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941453.235377:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1773941453.235378:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1773941453.235380:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1773941453.235380:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941453.235386:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941453.235386:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941453.235389:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294931972 00000100:00000001:0.0:1773941453.235393:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294931970 00010000:00000001:1.0:1773941453.235395:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941453.235398:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294931972 00010000:00000001:1.0:1773941453.235399:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.235402:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294931970 10000000:00000001:1.0:1773941453.235403:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941453.235409:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63207 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941453.235409:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941453.235415:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.235419:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941453.235422:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941453.235423:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1773941453.235424:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941453.235427:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1773941453.235429:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1773941453.235430:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1773941453.235431:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941453.235432:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941453.235432:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941453.235436:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00010000:1.0:1773941453.235437:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a63207 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941453.235439:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941453.235441:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941453.235443:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.235446:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1773941453.235447:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a82f48800 count: 0 00010000:00000001:1.0:1773941453.235459:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1773941453.235461:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941453.235463:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941453.235468:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354c700 x1860112200256896/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941469 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941453.235473:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1773941453.235475:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941453.235477:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9ab36800. 02000000:00000001:1.0:1773941453.235480:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941453.235481:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941453.235483:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941453.235484:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1773941453.235486:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5aa066ba00. 02000000:00000001:1.0:1773941453.235489:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941453.235491:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000200:0.0:1773941453.235492:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:1.0:1773941453.235493:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354c700. 00000800:00000010:0.0:1773941453.235498:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51600. 00000100:00000001:1.0:1773941453.235499:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941453.235501:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941453.235504:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:0.0:1773941453.235505:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941453.235511:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 10000000:01000000:1.0:1773941453.235513:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000400:00000200:0.0:1773941453.235515:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b7f8 10000000:00000001:1.0:1773941453.235517:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000400:00000010:0.0:1773941453.235518:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b7f8. 10000000:00000010:1.0:1773941453.235522:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a9009fa00. 00000100:00000001:0.0:1773941453.235522:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:1.0:1773941453.235528:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5aa066ba00. 00000100:00000200:0.0:1773941453.235529:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354ed80 x1860112200257024/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1773941453.235535:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5aa066b400. 00000100:00000001:0.0:1773941453.235538:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000040:00000010:1.0:1773941453.235540:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5aa066bc00. 00000100:00000040:0.0:1773941453.235543:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354ed80 x1860112200257024/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1773941453.235546:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a892ad000. 00000020:00000010:1.0:1773941453.235553:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5aa066a600. 00000100:00000001:0.0:1773941453.235553:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.235558:0:2397:0:(events.c:68:request_out_callback()) Process leaving 80000000:00000010:1.0:1773941453.235559:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a83eff4e0. 00040000:00000010:1.0:1773941453.235564:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a83ebfa00. 20000000:00000010:1.0:1773941453.235570:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a989ea600. 10000000:00000040:1.0:1773941453.235573:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:1.0:1773941453.235575:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:1.0:1773941453.235578:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5aa066b400. 00000040:00000010:1.0:1773941453.235582:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5aa066bc00. 00000020:00000010:1.0:1773941453.235585:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a892ad000. 00000020:00000010:1.0:1773941453.235588:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5aa066a600. 80000000:00000010:1.0:1773941453.235591:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83eff4e0. 00040000:00000010:1.0:1773941453.235594:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a83ebfa00. 20000000:00000010:1.0:1773941453.235596:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a989ea600. 00000020:00000010:1.0:1773941453.235612:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5aa066ba00. 10000000:00000010:1.0:1773941453.235615:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a9009fa00. 10000000:01000000:1.0:1773941453.235617:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:1.0:1773941453.235619:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:1.0:1773941453.235621:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:1.0:1773941453.235623:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1773941453.235624:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1773941453.235626:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:1.0:1773941453.235627:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941453.236890:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941453.236897:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941453.236899:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941453.236901:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941453.236905:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941453.236910:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941453.236916:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941453.236920:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941453.236923:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941453.236927:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef04e00 00000400:00000200:0.0:1773941453.236931:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941453.236934:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xd91 [1] + 0 00000800:00000001:0.0:1773941453.236940:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941453.236946:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941453.236949:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941453.236953:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941453.236957:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941453.236962:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354ed80 x1860112200257024/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941453.236974:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a8354ed80 x1860112200257024/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941453.236992:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941453.236996:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941453.236998:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941453.237029:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941453.237032:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941453.237035:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941453.237036:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941453.237038:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd420. 00000400:00000200:2.0:1773941453.237042:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b220 00000400:00000010:2.0:1773941453.237043:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b220. 00000100:00000001:2.0:1773941453.237045:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941453.237049:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354ed80 x1860112200257024/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941453.237067:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354ed80 x1860112200257024/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941453.237072:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941453.237074:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941453.237075:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941453.237076:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941453.237077:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941453.237078:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941453.237080:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941453.237083:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=20 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941453.237085:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941453.237086:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941453.237088:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941453.237089:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941453.237091:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941453.237092:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941453.237095:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354ed80 x1860112200257024/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941453.237100:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941453.237102:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941453.237103:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941453.237105:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941453.237109:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941453.237110:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941453.237111:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941453.237113:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941453.237114:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941453.237116:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941453.237118:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941453.237120:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941453 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941453.237122:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941453.237126:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941453.237131:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941453.237132:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941453.237134:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941453.237135:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941453.237137:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941453.237139:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941453.237141:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941453.237143:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941453.237146:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941453.237147:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941453.237332:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.237335:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941453.237340:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354ed80 x1860112200257024/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941453.237347:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200257024:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941453.237351:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941453.237352:0:14769:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1773941453.237360:0:14769:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00000001:0.0:1773941453.237362:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1773941453.237364:0:14769:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941453.237368:0:14769:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000040:0.0:1773941453.237369:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354ed80 x1860112200257024/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1773941453.237370:0:14769:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941453.237374:0:14769:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941453.237377:0:14769:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1773941453.237380:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:2.0:1773941453.237382:0:14769:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941453.237383:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1773941453.237385:0:14769:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:0.0:1773941453.237386:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c70c00. 00000001:00000001:2.0:1773941453.237387:0:14769:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941453.237390:0:14769:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941453.237392:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000001:2.0:1773941453.237393:0:14769:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941453.237394:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941453.237396:0:14769:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:0.0:1773941453.237397:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941453.237400:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:2.0:1773941453.237401:0:14769:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 02000000:00000010:0.0:1773941453.237402:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9ab36c00. 00000100:00000001:2.0:1773941453.237404:0:14769:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:0.0:1773941453.237406:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1773941453.237408:0:14769:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000001:0.0:1773941453.237409:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941453.237411:0:14769:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941453.237412:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354ed80. 00000100:00080000:2.0:1773941453.237416:0:14769:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941453.237417:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941453.237421:0:14769:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:0.0:1773941453.237421:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941453.237423:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:2.0:1773941453.237424:0:14769:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941453.237427:0:14769:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000001:0.0:1773941453.237427:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941453.237430:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941453.237431:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941453.237432:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941453.237438:0:14769:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941453.237440:0:14769:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941453.237442:0:14769:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941453.237445:0:14769:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:2.0:1773941453.237454:0:14769:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941453.237456:0:14769:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941453.237458:0:14769:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941453.237460:0:14769:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941453.237461:0:14769:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1773941453.240685:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a82f48800. 00010000:00000010:1.1:1773941453.240693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a829e2400. 00000020:00000001:1.0:1773941453.552768:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941453.552775:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941453.552780:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941453.616780:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (264) 00000020:00000001:2.0:1773941454.576835:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941454.576841:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941454.576876:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941455.088741:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1773941455.088748:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:1.0:1773941455.088770:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941455.088773:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941455.088774:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1773941455.088776:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1773941455.088779:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1773941455.088781:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:1.0:1773941455.088784:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:1.0:1773941455.088787:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1773941455.088788:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1773941455.088797:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354c700. 00000020:00000040:1.0:1773941455.088802:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:1.0:1773941455.088807:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941455.088810:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941455.088815:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941455.088822:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a989eb800. 00000100:00000001:1.0:1773941455.088828:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1773941455.088831:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1773941455.088833:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1773941455.088840:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a82f48800. 00010000:00000001:1.0:1773941455.088844:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1773941455.088847:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a829e2400. 00000020:00000001:1.0:1773941455.088850:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1773941455.088852:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a829e2400 with handle 0x4337c2e0c9a6320e to hash 00000020:00000001:1.0:1773941455.088854:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1773941455.088855:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00010000:00000001:1.0:1773941455.088865:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00010000:00000001:1.0:1773941455.088868:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1773941455.088871:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941455.088877:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a6320e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941455.088885:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a6320e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1773941455.088894:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a6320e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1773941455.088903:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1773941455.088904:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1773941455.088909:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a997ad840. 00000100:00000001:1.0:1773941455.088911:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720459495488 : -129353250056128 : ffff8a5a997ad840) 00000100:00000001:1.0:1773941455.088913:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941455.088914:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087901952 : -129353621649664 : ffff8a5a8354c700) 00000100:00000001:1.0:1773941455.088918:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941455.088921:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941455.088923:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1773941455.088924:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941455.088933:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354c700 x1860112200257152/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941455.088940:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941455.088942:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941455.088945:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941455.088947:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941455.088949:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941455.088951:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200257152:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941455.088954:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941455.088958:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941455.088960:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941455.088962:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941455.088966:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9ab36800. 02000000:00000001:1.0:1773941455.088967:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941455.088973:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941455.088976:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d80b0. 00000400:00000010:1.0:1773941455.088981:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cf68. 00000100:00000200:1.0:1773941455.088986:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200257152, portal 25 00000100:00000001:1.0:1773941455.088988:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941455.088988:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087901952 : -129353621649664 : ffff8a5a8354c700) 00000100:00000040:1.0:1773941455.088992:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354c700 x1860112200257152/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941471 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941455.089005:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941455.089007:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:1.0:1773941455.089009:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c2a8. 00000100:00000200:1.0:1773941455.089011:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200257152, offset 0 00000400:00000200:1.0:1773941455.089016:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941455.089022:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941455.089027:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941455.089031:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941455.089034:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941455.089037:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941455.089039:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941455.089041:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[38, 37] 00000400:00000200:1.0:1773941455.089044:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:1.0:1773941455.089047:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [165:165:256:4294967295] 192.168.202.122@tcp LPNI seq info [39:39:8:4294967295] 00000400:00000200:1.0:1773941455.089050:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941455.089057:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:1.0:1773941455.089062:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:1.0:1773941455.089065:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a8a62b200. 00000800:00000200:1.0:1773941455.089071:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:1.0:1773941455.089077:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:1.0:1773941455.089080:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a8a62b200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1773941455.089096:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941455.089099:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:1.0:1773941455.089101:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294933826 00000100:00000001:1.0:1773941455.089108:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294931972 00000100:00000001:1.0:1773941455.089111:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294933826 00000100:00000001:1.0:1773941455.089114:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294931972 00000100:00000001:1.0:1773941455.089116:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941455.089118:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941455.089124:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941455.089125:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1773941455.089128:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a997ad840 going to sleep for 11 seconds 00000100:00000001:1.0:1773941455.089131:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941455.089133:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941455.089208:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941455.089212:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a8a62b200. 00000400:00000200:0.0:1773941455.089217:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941455.089223:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941455.089228:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c2a8 00000400:00000010:0.0:1773941455.089231:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c2a8. 00000100:00000001:0.0:1773941455.089236:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941455.089241:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354c700 x1860112200257152/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941471 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941455.089252:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941455.089256:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a8354c700 x1860112200257152/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941471 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941455.089265:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941455.089267:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:0.0:1773941455.600791:0:1079:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 448 at ffff8a5a98201800. 00010000:00000001:0.0:1773941455.600809:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941455.600814:0:1079:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773941455.600817:0:1079:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773941455.600821:0:1079:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941455.600826:0:1079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773941455.600828:0:1079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941455.600831:0:1079:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941455.600834:0:1079:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941455.600895:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941455.600899:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941455.600902:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000010:2.0:1773941456.048787:0:2402:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8a5aa1488c78. 00000400:00000010:2.0:1773941456.048803:0:2402:0:(lib-lnet.h:485:lnet_rspt_free()) free 'rspt': 56 at ffff8a5a814e0e00. 00010000:00000001:0.0:1773941456.624786:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941456.624795:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941456.624865:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941456.624869:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941456.624871:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941457.648806:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941457.648816:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941457.648909:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941457.648914:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941457.648917:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941458.672771:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941458.672778:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941458.672849:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941458.672854:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941458.672857:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941458.736823:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773941458.736835:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773941458.736847:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c5f80. 00000020:00000040:2.0:1773941458.736854:0:8:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941458.736859:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941458.736863:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941458.736869:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941458.736878:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5aa1544400. 00000100:00000001:2.0:1773941458.736886:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941458.736899:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3d31d207-695b-40b8-8597-fab765cae562->MGS req@ffff8a5a833c5f80 x1860112200257280/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941458.736910:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941458.736914:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941458.736920:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2025975] to pc [ptlrpcd_01_00+0] req@ffff8a5a833c5f80 x1860112200257280/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941458.736945:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941458.736971:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (269) 00000100:00000001:3.0:1773941458.737002:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941458.737002:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941458.737006:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941458.737010:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941458.737010:0:2407:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941458.737018:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a833c5f80 x1860112200257280/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941458.737025:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941458.737027:0:2407:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941458.737031:0:2407:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941458.737033:0:2407:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941458.737036:0:2407:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941458.737039:0:2407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3d31d207-695b-40b8-8597-fab765cae562:2407:1860112200257280:192.168.202.112@tcp:400:kworker.0 00000100:00000001:2.0:1773941458.737042:0:2407:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941458.737049:0:2407:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941458.737051:0:2407:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941458.737053:0:2407:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941458.737058:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a9abf6c00. 02000000:00000001:2.0:1773941458.737059:0:2407:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941458.737067:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941458.737071:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00000400:00000010:2.0:1773941458.737077:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00000100:00000200:2.0:1773941458.737084:0:2407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200257280, portal 25 00000100:00000001:2.0:1773941458.737086:0:2407:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941458.737088:0:2407:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720086302592 : -129353623249024 : ffff8a5a833c5f80) 00000100:00000040:2.0:1773941458.737092:0:2407:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a833c5f80 x1860112200257280/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941458.737098:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941458.737100:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941458.737102:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678990. 00000100:00000200:2.0:1773941458.737106:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200257280, offset 0 00000400:00000200:2.0:1773941458.737111:0:2407:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941458.737119:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941458.737127:0:2407:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941458.737132:0:2407:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941458.737140:0:2407:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941458.737145:0:2407:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941458.737147:0:2407:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941458.737150:0:2407:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[38, 39] 00000400:00000200:2.0:1773941458.737153:0:2407:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941458.737157:0:2407:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [166:166:256:4294967295] 192.168.202.112@tcp LPNI seq info [40:40:8:4294967295] 00000400:00000200:2.0:1773941458.737160:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941458.737170:0:2407:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941458.737175:0:2407:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941458.737179:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544e00. 00000800:00000200:2.0:1773941458.737187:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941458.737196:0:2407:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941458.737201:0:2407:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941458.737238:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941458.737247:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941458.737250:0:2407:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294937474 00000100:00000001:2.0:1773941458.737260:0:2407:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294933826 00000100:00000001:2.0:1773941458.737264:0:2407:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294937474 00000100:00000001:2.0:1773941458.737268:0:2407:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294933826 00000100:00000001:2.0:1773941458.737273:0:2407:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941458.737276:0:2407:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941458.737280:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941458.737283:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941458.737293:0:2407:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941458.737296:0:2407:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773941458.737298:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941458.737300:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941458.737302:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941458.737304:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941458.737421:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941458.737426:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544e00. 00000400:00000200:0.0:1773941458.737439:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941458.737446:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941458.737453:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678990 00000400:00000010:0.0:1773941458.737456:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678990. 00000100:00000001:0.0:1773941458.737461:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941458.737468:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c5f80 x1860112200257280/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941458.737480:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941458.737485:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a833c5f80 x1860112200257280/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941458.737494:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941458.737496:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941458.738761:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941458.738776:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941458.738779:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941458.738781:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941458.738786:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941458.738792:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941458.738798:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941458.738808:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941458.738813:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941458.738816:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef04f00 00000400:00000200:0.0:1773941458.738820:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941458.738824:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xdb1 [1] + 224 00000800:00000001:0.0:1773941458.738831:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941458.738837:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941458.738840:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941458.738843:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941458.738847:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941458.738851:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a833c5f80 x1860112200257280/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941458.738860:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a833c5f80 x1860112200257280/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941458.738876:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941458.738883:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941458.738885:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941458.738911:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941458.738914:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941458.738920:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941458.738926:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941458.738929:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941458.738931:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941458.738933:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941458.738935:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941458.738940:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c5f80 x1860112200257280/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941458.738948:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c5f80 x1860112200257280/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941458.738953:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941458.738954:0:2407:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941458.738957:0:2407:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941458.738959:0:2407:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941458.738961:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941458.738964:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941458.738966:0:2407:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941458.738972:0:2407:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=25 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941458.738975:0:2407:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941458.738977:0:2407:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941458.738978:0:2407:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941458.738981:0:2407:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941458.738983:0:2407:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941458.738985:0:2407:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941458.738989:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a833c5f80 x1860112200257280/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941458.738994:0:2407:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941458.738996:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941458.738998:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941458.739001:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a833c5f80 x1860112200257280/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941458.739007:0:2407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3d31d207-695b-40b8-8597-fab765cae562:2407:1860112200257280:192.168.202.112@tcp:400:kworker.0 00000100:00000001:2.0:1773941458.739010:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941458.739015:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941458.739018:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a833c5f80 x1860112200257280/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941458.739023:0:2407:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941458.739026:0:2407:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941458.739029:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a9abf6c00. 02000000:00000001:2.0:1773941458.739031:0:2407:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941458.739033:0:2407:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941458.739034:0:2407:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941458.739036:0:2407:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941458.739039:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5aa1544400. 02000000:00000001:2.0:1773941458.739042:0:2407:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941458.739043:0:2407:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941458.739045:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c5f80. 00000100:00000001:2.0:1773941458.739047:0:2407:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941458.739049:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941458.739050:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941458.739055:0:2407:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941458.739056:0:2407:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941458.739057:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941458.739059:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941459.696775:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941459.696783:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941459.696850:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941459.696855:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941459.696859:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941460.720779:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941460.720787:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941460.720848:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941460.720852:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941460.720855:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941461.744741:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941461.744747:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941461.744842:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941461.744848:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941461.744853:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941462.768749:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941462.768756:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941462.768817:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941462.768821:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941462.768824:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941463.792718:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941463.792724:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941463.792796:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941463.792800:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941463.792804:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1773941463.856745:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941463.856755:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1773941463.856765:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8608b800. 00000020:00000040:0.0:1773941463.856771:0:8:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941463.856776:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941463.856779:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941463.856797:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941463.856805:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a87e51600. 00000100:00000001:0.0:1773941463.856811:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941463.856821:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3d31d207-695b-40b8-8597-fab765cae562->MGS req@ffff8a5a8608b800 x1860112200257408/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941463.856830:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941463.856834:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941463.856839:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f19eb0] to pc [ptlrpcd_00_00+0] req@ffff8a5a8608b800 x1860112200257408/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941463.856861:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941463.856865:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (274) 00000100:00000001:1.0:1773941463.856927:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941463.856932:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941463.856934:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941463.856941:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8608b800 x1860112200257408/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941463.856948:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941463.856950:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941463.856954:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941463.856956:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941463.856958:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941463.856960:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3d31d207-695b-40b8-8597-fab765cae562:2405:1860112200257408:192.168.202.112@tcp:400:kworker.0 00000100:00000001:1.0:1773941463.856963:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941463.856968:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941463.856970:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941463.856972:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941463.856983:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a989ea600. 02000000:00000001:1.0:1773941463.856985:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941463.856991:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941463.856995:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d8e70. 00000400:00000010:1.0:1773941463.857000:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c4c8. 00000100:00000200:1.0:1773941463.857006:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200257408, portal 25 00000100:00000001:1.0:1773941463.857007:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941463.857009:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720133249024 : -129353576302592 : ffff8a5a8608b800) 00000100:00000040:1.0:1773941463.857013:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8608b800 x1860112200257408/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941463.857019:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941463.857021:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:1.0:1773941463.857022:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c110. 00000100:00000200:1.0:1773941463.857024:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200257408, offset 0 00000400:00000200:1.0:1773941463.857029:0:2405:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941463.857036:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941463.857042:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941463.857046:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941463.857049:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941463.857052:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941463.857054:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941463.857057:0:2405:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[40, 39] 00000400:00000200:1.0:1773941463.857060:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:1.0:1773941463.857062:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [167:167:256:4294967295] 192.168.202.122@tcp LPNI seq info [41:41:8:4294967295] 00000400:00000200:1.0:1773941463.857065:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941463.857073:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:1.0:1773941463.857077:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:1.0:1773941463.857080:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a8a62bc00. 00000800:00000200:1.0:1773941463.857085:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:1.0:1773941463.857091:0:2405:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:1.0:1773941463.857095:0:2405:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a8a62bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941463.857112:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941463.857116:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:1.0:1773941463.857118:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294942594 00000100:00000001:1.0:1773941463.857124:0:2405:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294937474 00000100:00000001:1.0:1773941463.857127:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294942594 00000100:00000001:1.0:1773941463.857131:0:2405:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294937474 00000100:00000001:1.0:1773941463.857135:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941463.857138:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941463.857140:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941463.857142:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941463.857148:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941463.857150:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1773941463.857152:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941463.857153:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941463.857154:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941463.857156:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941463.857164:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941463.857165:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941463.857231:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941463.857236:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a8a62bc00. 00000400:00000200:0.0:1773941463.857241:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941463.857247:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941463.857253:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c110 00000400:00000010:0.0:1773941463.857256:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c110. 00000100:00000001:0.0:1773941463.857260:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941463.857265:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8608b800 x1860112200257408/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941463.857275:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941463.857279:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8608b800 x1860112200257408/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941463.857288:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941463.857290:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941463.858205:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941463.858217:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941463.858220:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941463.858223:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941463.858229:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941463.858235:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941463.858243:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941463.858247:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941463.858259:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941463.858263:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef04f80 00000400:00000200:0.0:1773941463.858268:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941463.858273:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xdb9 [1] + 224 00000800:00000001:0.0:1773941463.858280:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941463.858289:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941463.858292:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941463.858295:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941463.858300:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941463.858305:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8608b800 x1860112200257408/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941463.858315:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a8608b800 x1860112200257408/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941463.858332:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941463.858340:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941463.858343:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941463.858393:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941463.858396:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941463.858401:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941463.858402:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941463.858404:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d8e70. 00000400:00000200:1.0:1773941463.858408:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c4c8 00000400:00000010:1.0:1773941463.858409:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c4c8. 00000100:00000001:1.0:1773941463.858411:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941463.858416:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8608b800 x1860112200257408/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941463.858424:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8608b800 x1860112200257408/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941463.858428:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941463.858430:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941463.858432:0:2405:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941463.858434:0:2405:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941463.858436:0:2405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941463.858443:0:2405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941463.858445:0:2405:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941463.858452:0:2405:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=30 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941463.858454:0:2405:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941463.858456:0:2405:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941463.858458:0:2405:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941463.858460:0:2405:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941463.858462:0:2405:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941463.858465:0:2405:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941463.858468:0:2405:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941463.858471:0:2405:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941463.858473:0:2405:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941463.858474:0:2405:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941463.858475:0:2405:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941463.858478:0:2405:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a8354c700 x1860112200257152/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941471 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941463.858496:0:2405:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a8608b800 x1860112200257408/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941479 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941463.858514:0:2405:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941463.858515:0:2405:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941463.858516:0:2405:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941463.858519:0:2405:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941463.858521:0:2405:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941463.858522:0:2405:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941463.858523:0:2405:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941463.858524:0:2405:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941463.858525:0:2405:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941463.858526:0:2405:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941463.858527:0:2405:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941463.858529:0:2405:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941463.858531:0:2405:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941463.858533:0:2405:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941463.858535:0:2405:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 259 00000400:00000200:1.0:1773941463.858543:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941463.858548:0:2405:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941463.858551:0:2405:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941463.858553:0:2405:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941463.858557:0:2405:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941463.858559:0:2405:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:1.0:1773941463.858562:0:2405:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941463.858563:0:2405:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:1.0:1773941463.858565:0:2405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941463.858567:0:2405:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:1.0:1773941463.858569:0:2405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:1.0:1773941463.858572:0:2405:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:1.0:1773941463.858574:0:2405:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941463.858575:0:2405:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1773941463.858578:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1773941463.858578:0:2405:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941463.858580:0:2405:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:1.0:1773941463.858587:0:2405:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000400:00000001:3.0:1773941463.858591:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00080000:1.0:1773941463.858592:0:2405:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000400:00000001:3.0:1773941463.858597:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1773941463.858598:0:2405:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941463.858602:0:2405:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:3.0:1773941463.858603:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d80b0. 02000000:00000001:1.0:1773941463.858606:0:2405:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941463.858614:0:2405:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941463.858615:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cf68 00000100:00000001:1.0:1773941463.858616:0:2405:0:(obd_class.h:881:obd_reconnect()) Process entered 00000400:00000010:3.0:1773941463.858619:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cf68. 00000100:00000001:1.0:1773941463.858619:0:2405:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941463.858633:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:1.0:1773941463.858634:0:2405:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354df80. 00000020:00000040:1.0:1773941463.858672:0:2405:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=6 obd=MGC192.168.202.112@tcp 02000000:00000001:1.0:1773941463.858677:0:2405:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941463.858678:0:2405:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941463.858680:0:2405:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941463.858682:0:2405:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941463.858685:0:2405:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941463.858690:0:2405:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9ab34800. 00000100:00000200:3.0:1773941463.858691:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354c700 x1860112200257152/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941471 ref 2 fl Rpc:EQr/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941463.858707:0:2405:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1773941463.858711:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354c700 x1860112200257152/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941471 ref 2 fl Rpc:EQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941463.858718:0:2405:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a8354df80 x1860112200257536/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941463.858735:0:2405:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941463.858737:0:2405:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941463.858740:0:2405:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000084727a34] to pc [ptlrpcd_rcv+-1] req@ffff8a5a8354df80 x1860112200257536/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941463.858743:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941463.858748:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941463.858758:0:2405:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941463.858760:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354c700 x1860112200257152/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941471 ref 2 fl Rpc:EQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941463.858762:0:2405:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941463.858767:0:2405:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1773941463.858782:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8608b800 x1860112200257408/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941479 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941463.858788:0:2405:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941463.858791:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941463.858791:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941463.858797:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941463.858799:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941463.858807:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1773941463.858812:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8608b800 x1860112200257408/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941479 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941463.858825:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354df80 x1860112200257536/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941463.858850:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1773941463.858862:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941463.858870:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1773941463.858870:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3d31d207-695b-40b8-8597-fab765cae562:2405:1860112200257408:192.168.202.112@tcp:400:kworker.0 00000100:00000001:3.0:1773941463.858877:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941463.858885:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941463.858889:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941463.858892:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354c700 x1860112200257152/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941471 ref 2 fl Interpret:EQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941463.858899:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1773941463.858900:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941463.858903:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200257152:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1773941463.858905:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1773941463.858906:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1773941463.858916:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8608b800 x1860112200257408/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941479 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941463.858917:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941463.858918:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941463.858926:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00100000:0.0:1773941463.858932:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200257536:192.168.202.112@tcp:250:ptlrpcd_00_00.0 00000100:00000001:3.0:1773941463.858936:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1773941463.858939:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1773941463.858941:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1773941463.858942:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1773941463.858950:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000010:1.0:1773941463.858951:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a989ea600. 00000100:00000040:3.0:1773941463.858952:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354c700 x1860112200257152/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941471 ref 2 fl Complete:EQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941463.858958:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941463.858960:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1773941463.858967:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941463.858968:0:2405:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941463.858973:0:2405:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:0.0:1773941463.858977:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1773941463.858982:0:2405:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1773941463.858986:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941463.858988:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c73c00. 00000100:00000010:3.0:1773941463.858994:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a997ad840. 02000000:00000010:1.0:1773941463.858996:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a87e51600. 02000000:00000001:0.0:1773941463.859005:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941463.859012:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:1.0:1773941463.859012:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1773941463.859020:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941463.859021:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 02000000:00000001:1.0:1773941463.859021:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1773941463.859028:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8608b800. 00010000:00000001:3.0:1773941463.859032:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:1.0:1773941463.859033:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1773941463.859034:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd5d8. 00000100:00000001:1.0:1773941463.859038:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941463.859039:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000010:0.0:1773941463.859047:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b7f8. 00000020:00000001:3.0:1773941463.859048:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1773941463.859048:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773941463.859056:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e2400 refcount=4 00000100:00000001:1.0:1773941463.859058:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1773941463.859060:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00000100:00000001:1.0:1773941463.859061:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773941463.859061:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200257536, portal 25 00010000:00000001:3.0:1773941463.859066:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00000100:00000001:1.0:1773941463.859069:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941463.859071:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941463.859076:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941463.859077:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a6320e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941463.859077:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087908224 : -129353621643392 : ffff8a5a8354df80) 00010000:00000001:3.0:1773941463.859096:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000040:0.0:1773941463.859102:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354df80 x1860112200257536/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1773941463.859103:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a6320e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941463.859131:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1773941463.859134:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1773941463.859135:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a6320e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941463.859145:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:0.0:1773941463.859147:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941463.859148:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941463.859153:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a6320e lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941463.859156:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b330. 00010000:00000001:3.0:1773941463.859159:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941463.859165:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773941463.859165:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200257536, offset 0 00010000:00000001:3.0:1773941463.859168:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941463.859173:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a6320e lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941463.859184:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a829e2400 already unused, calling callback (ffffffffc123ec20) 00000400:00000200:0.0:1773941463.859184:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 10000000:00000001:3.0:1773941463.859194:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941463.859197:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a6320e lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941463.859206:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941463.859211:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941463.859214:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941463.859215:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941463.859218:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a829e2400 refcount=5 00000400:00000200:0.0:1773941463.859219:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000020:00000001:3.0:1773941463.859221:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00010000:00000001:3.0:1773941463.859226:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720075932672 : -129353633618944 : ffff8a5a829e2400) 00010000:00000001:3.0:1773941463.859230:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1773941463.859232:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:3.0:1773941463.859234:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a6320e lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941463.859242:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 10000000:00000001:3.0:1773941463.859243:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1773941463.859250:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 10000000:00010000:3.0:1773941463.859253:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a6320e lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941463.859259:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 10000000:01000000:3.0:1773941463.859263:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941463.859267:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941463.859271:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941463.859275:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[40, 41] 00010000:00010000:3.0:1773941463.859276:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941463.859279:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941463.859284:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941463.859287:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1773941463.859292:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:3.0:1773941463.859293:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941463.859297:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941463.859301:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a829e2400 with handle 0x4337c2e0c9a6320e from hash 00010000:00000001:3.0:1773941463.859308:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:0.0:1773941463.859308:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [168:168:256:4294967295] 192.168.202.112@tcp LPNI seq info [42:42:8:4294967295] 00010000:00000001:3.0:1773941463.859310:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941463.859313:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941463.859316:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941463.859318:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941463.859321:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941463.859323:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941463.859325:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941463.859327:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941463.859328:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941463.859335:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941463.859339:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a6320e lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941463.859349:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941463.859351:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941463.859355:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941463.859359:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1773941463.859360:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00000001:3.0:1773941463.859361:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941463.859365:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941463.859366:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941463.859370:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a829e2400/0x4337c2e0c9a6320e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773941463.859379:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a82f48800 count: 0 00000800:00000200:0.0:1773941463.859379:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:0.0:1773941463.859386:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51400. 00000800:00000200:0.0:1773941463.859395:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:3.0:1773941463.859399:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941463.859402:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000800:00000200:0.0:1773941463.859404:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000100:00000001:3.0:1773941463.859407:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1773941463.859411:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51400 type 1, nob 616 niov 1 nkiov 1 00000100:00000040:3.0:1773941463.859413:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354c700 x1860112200257152/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941471 ref 1 fl Complete:EQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941463.859425:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941463.859427:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941463.859430:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9ab36800. 02000000:00000001:3.0:1773941463.859435:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773941463.859436:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941463.859437:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941463.859439:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941463.859442:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941463.859445:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a989eb800. 02000000:00000001:3.0:1773941463.859452:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941463.859455:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1773941463.859456:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000010:3.0:1773941463.859458:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354c700. 00000100:00000001:3.0:1773941463.859466:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941463.859467:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294942596 00000100:00000001:3.0:1773941463.859468:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941463.859476:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:01000000:3.0:1773941463.859479:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -5 00000100:00000001:0.0:1773941463.859481:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294942594 10000000:00000001:3.0:1773941463.859483:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941463.859489:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eaddc0. 00000100:00000001:0.0:1773941463.859490:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294942596 00000020:00000010:3.0:1773941463.859496:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a99751e00. 00000800:00000200:1.0:1773941463.859498:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773941463.859499:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294942594 00000800:00000010:1.0:1773941463.859514:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51400. 00000020:00000010:3.0:1773941463.859519:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a99751000. 00000400:00000200:1.0:1773941463.859522:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773941463.859522:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000010:3.0:1773941463.859524:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a99750000. 00000100:00000001:0.0:1773941463.859530:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941463.859532:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000020:00000010:3.0:1773941463.859534:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000100:00000001:0.0:1773941463.859537:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941463.859539:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b330 00000020:00000010:3.0:1773941463.859541:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a99750600. 00000400:00000010:1.0:1773941463.859544:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b330. 00000100:00000001:0.0:1773941463.859544:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 80000000:00000010:3.0:1773941463.859547:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00000100:00000001:1.0:1773941463.859550:0:2398:0:(events.c:34:request_out_callback()) Process entered 00040000:00000010:3.0:1773941463.859560:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a8a513e00. 00000100:00000200:1.0:1773941463.859561:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354df80 x1860112200257536/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941463.859561:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941463.859568:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 20000000:00000010:3.0:1773941463.859572:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd0000. 00000100:00000001:0.0:1773941463.859577:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941463.859582:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941463.859584:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941463.859586:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941463.859590:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354df80 x1860112200257536/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941463.859591:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941463.859600:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941463.859601:0:2398:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000040:3.0:1773941463.859635:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941463.859638:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:3.0:1773941463.859677:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a99751000. 00000040:00000010:3.0:1773941463.859681:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a99750000. 00000020:00000010:3.0:1773941463.859691:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941463.859697:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a99750600. 80000000:00000010:3.0:1773941463.859702:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941463.859706:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a8a513e00. 20000000:00000010:3.0:1773941463.859709:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd0000. 00000020:00000010:3.0:1773941463.859712:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a99751e00. 10000000:00000010:3.0:1773941463.859715:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eaddc0. 10000000:01000000:3.0:1773941463.859720:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 10000000:00000001:3.0:1773941463.859725:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:3.0:1773941463.859728:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 00000800:00000001:0.0:1773941463.861790:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941463.861799:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941463.861802:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941463.861805:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941463.861810:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941463.861815:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941463.861822:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941463.861825:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941463.861829:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941463.861832:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef05000 00000400:00000200:0.0:1773941463.861836:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941463.861840:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xdc9 [1] + 0 00000800:00000001:0.0:1773941463.861845:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941463.861852:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941463.861854:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941463.861858:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941463.861862:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941463.861867:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354df80 x1860112200257536/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941463.861893:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a8354df80 x1860112200257536/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941463.861914:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941463.861920:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941463.861924:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941463.861967:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941463.861971:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941463.861974:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941463.861975:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941463.861977:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd5d8. 00000400:00000200:2.0:1773941463.861981:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b7f8 00000400:00000010:2.0:1773941463.861983:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b7f8. 00000100:00000001:2.0:1773941463.861993:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941463.861997:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354df80 x1860112200257536/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941463.862017:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354df80 x1860112200257536/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941463.862021:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941463.862023:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941463.862024:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941463.862026:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941463.862031:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941463.862032:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941463.862034:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941463.862037:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=30 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941463.862039:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941463.862041:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941463.862042:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941463.862044:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941463.862046:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941463.862047:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941463.862050:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354df80 x1860112200257536/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941463.862055:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941463.862057:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941463.862058:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941463.862060:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941463.862065:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941463.862066:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941463.862068:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941463.862069:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941463.862071:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941463.862073:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941463.862074:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941463.862077:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941463 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941463.862079:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941463.862083:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941463.862088:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941463.862090:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941463.862091:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941463.862092:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941463.862095:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941463.862097:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941463.862099:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941463.862101:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941463.862103:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941463.862105:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941463.862341:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941463.862344:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941463.862348:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354df80 x1860112200257536/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941463.862354:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200257536:192.168.202.112@tcp:250:ptlrpcd_00_00.0 00000100:00000001:2.0:1773941463.862358:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941463.862360:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941463.862362:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354df80 x1860112200257536/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941463.862367:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941463.862369:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1773941463.862371:0:14772:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 02000000:00000010:2.0:1773941463.862372:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c73c00. 02000000:00000001:2.0:1773941463.862378:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941463.862379:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941463.862380:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941463.862382:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941463.862384:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9ab34800. 00000100:00080000:0.0:1773941463.862385:0:14772:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 02000000:00000001:2.0:1773941463.862388:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941463.862390:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941463.862392:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354df80. 00000100:00100000:0.0:1773941463.862392:0:14772:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941463.862398:0:14772:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:2.0:1773941463.862399:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941463.862403:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:0.0:1773941463.862403:0:14772:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941463.862408:0:14772:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941463.862413:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1773941463.862414:0:14772:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941463.862417:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941463.862420:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941463.862420:0:14772:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941463.862426:0:14772:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941463.862427:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:0.0:1773941463.862430:0:14772:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941463.862431:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941463.862434:0:14772:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941463.862437:0:14772:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941463.862439:0:14772:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941463.862444:0:14772:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941463.862447:0:14772:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941463.862449:0:14772:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941463.862451:0:14772:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941463.862454:0:14772:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941463.862456:0:14772:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941463.862458:0:14772:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941463.862459:0:14772:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:0.0:1773941463.862473:0:14772:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941463.862474:0:14772:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941463.862476:0:14772:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941463.862480:0:14772:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:0.0:1773941463.862483:0:14772:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941463.862486:0:14772:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941463.862488:0:14772:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941463.862498:0:14772:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941463.862500:0:14772:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941463.863757:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941463.863760:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941463.863762:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941463.863764:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:3.1:1773941463.865671:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a82f48800. 00010000:00000010:3.1:1773941463.865679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a829e2400. 00000020:00000001:0.0:1773941464.816879:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941464.816887:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941464.816891:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941465.776793:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941465.776802:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941465.776807:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941465.776810:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941465.776812:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941465.776813:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941465.776816:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941465.776818:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941465.776821:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941465.776823:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941465.776825:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941465.776838:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085880. 00000020:00000040:3.0:1773941465.776843:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941465.776848:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941465.776851:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941465.776858:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941465.776866:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0000. 00000100:00000001:3.0:1773941465.776873:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941465.776878:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941465.776881:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941465.776889:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4600. 00010000:00000001:3.0:1773941465.776895:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941465.776914:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941465.776918:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941465.776921:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a63215 to hash 00000020:00000001:3.0:1773941465.776923:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941465.776924:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941465.776927:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941465.776931:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941465.776934:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941465.776938:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63215 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941465.776946:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63215 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941465.776958:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63215 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941465.776963:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941465.776965:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941465.776971:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78780. 00000100:00000001:3.0:1773941465.776973:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314574720 : -129353394976896 : ffff8a5a90d78780) 00000100:00000001:3.0:1773941465.776976:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941465.776977:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300996736 : -129353408554880 : ffff8a5a90085880) 00000100:00000001:3.0:1773941465.776982:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941465.776986:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.776988:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941465.776990:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941465.777001:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085880 x1860112200257664/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941465.777009:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941465.777011:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941465.777015:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941465.777017:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941465.777022:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941465.777025:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200257664:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941465.777029:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941465.777035:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941465.777037:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941465.777040:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941465.777044:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008a800. 02000000:00000001:3.0:1773941465.777046:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941465.777054:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941465.777058:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941465.777076:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941465.777083:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200257664, portal 25 00000100:00000001:3.0:1773941465.777085:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941465.777086:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300996736 : -129353408554880 : ffff8a5a90085880) 00000100:00000040:3.0:1773941465.777090:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085880 x1860112200257664/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941481 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941465.777096:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941465.777098:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941465.777100:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d330. 00000100:00000200:3.0:1773941465.777102:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200257664, offset 0 00000400:00000200:3.0:1773941465.777108:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941465.777117:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941465.777125:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941465.777130:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941465.777133:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941465.777138:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941465.777140:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941465.777145:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[42, 41] 00000400:00000200:3.0:1773941465.777149:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941465.777154:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [169:169:256:4294967295] 192.168.202.122@tcp LPNI seq info [43:43:8:4294967295] 00000400:00000200:3.0:1773941465.777160:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941465.777188:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941465.777213:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941465.777220:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38c00. 00000800:00000200:3.0:1773941465.777230:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941465.777238:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941465.777243:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941465.777264:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941465.777281:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941465.777285:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294944514 00000100:00000001:3.0:1773941465.777294:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294942596 00000100:00000001:3.0:1773941465.777301:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294944514 00000100:00000001:3.0:1773941465.777305:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294942596 00000100:00000001:3.0:1773941465.777309:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941465.777313:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.777317:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941465.777320:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941465.777324:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 11 seconds 00000100:00000001:3.0:1773941465.777329:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941465.777333:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941465.777448:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941465.777455:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38c00. 00000400:00000200:1.0:1773941465.777461:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941465.777469:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941465.777475:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d330 00000400:00000010:1.0:1773941465.777477:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d330. 00000100:00000001:1.0:1773941465.777481:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941465.777502:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085880 x1860112200257664/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941481 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941465.777512:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941465.777553:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90085880 x1860112200257664/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941481 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941465.777559:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941465.777561:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941465.778847:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941465.778861:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941465.778864:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941465.778867:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941465.778875:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941465.778881:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941465.778889:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941465.778894:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941465.778899:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941465.778906:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef05080 00000400:00000200:0.0:1773941465.778911:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941465.778928:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xdd9 [1] + 224 00000800:00000001:0.0:1773941465.778939:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941465.778949:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941465.778952:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941465.778956:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941465.778961:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941465.778967:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085880 x1860112200257664/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941481 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941465.778978:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90085880 x1860112200257664/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941481 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941465.779001:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941465.779008:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941465.779013:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941465.779032:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941465.779051:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941465.779053:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941465.779056:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941465.779059:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941465.779061:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941465.779064:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941465.779069:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085880 x1860112200257664/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941481 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941465.779077:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085880 x1860112200257664/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941481 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941465.779083:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941465.779084:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941465.779092:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941465.779094:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941465.779097:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941465.779099:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941465.779101:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941465.779107:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=32 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941465.779110:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941465.779113:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941465.779116:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941465.779119:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941465.779122:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941465.779124:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941465.779127:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941465.779131:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941465.779134:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941465.779137:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941465.779138:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941465.779141:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941465.779145:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90085880 x1860112200257664/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941481 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941465.779154:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941465.779155:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941465.779157:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941465.779161:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941465.779164:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941465.779166:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.779168:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941465.779169:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941465.779171:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941465.779173:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.779175:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941465.779178:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941465.779180:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941465.779184:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941465.779195:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 269 00000400:00000200:3.0:1773941465.779229:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941465.779233:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941465.779238:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941465.779242:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941465.779244:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941465.779247:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941465.779251:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941465.779253:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941465.779255:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941465.779258:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941465.779260:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941465.779275:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941465.779279:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941465.779282:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941465.779285:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941465.779287:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941465.779307:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941465.779311:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941465.779315:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941465.779318:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941465.779322:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941465.779325:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.779329:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941465.779332:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941465.779337:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084380. 00000020:00000040:3.0:1773941465.779340:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941465.779344:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941465.779346:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.779349:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941465.779350:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941465.779352:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941465.779361:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9008b400. 00000100:00000001:3.0:1773941465.779365:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941465.779373:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90084380 x1860112200257792/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941465.779393:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941465.779396:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941465.779402:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006252c0c4] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90084380 x1860112200257792/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941465.779432:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.779436:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941465.779438:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941465.779440:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941465.779443:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941465.779444:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941465.779445:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 1 seconds 00000100:00000001:3.0:1773941465.779447:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941465.779449:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941465.779453:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085880 x1860112200257664/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941481 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941465.779459:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941465.779462:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941465.779464:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941465.779466:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941465.779470:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085880 x1860112200257664/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941481 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941465.779477:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200257664:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941465.779483:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941465.779494:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941465.779500:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941465.779502:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941465.779504:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941465.779505:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941465.779507:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941465.779514:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084380 x1860112200257792/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941465.779519:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085880 x1860112200257664/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941481 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941465.779557:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941465.779561:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941465.779561:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941465.779564:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1773941465.779565:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78780. 02000000:00000001:2.0:1773941465.779567:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941465.779569:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:2.0:1773941465.779570:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941465.779572:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00100000:2.0:1773941465.779576:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200257792:192.168.202.112@tcp:250:ll_cfg_requeue.0 00010000:00000001:3.0:1773941465.779577:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941465.779582:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1773941465.779582:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1773941465.779586:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1773941465.779586:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1773941465.779590:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 02000000:00000001:2.0:1773941465.779590:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941465.779595:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1773941465.779596:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941465.779601:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000010:2.0:1773941465.779602:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d70800. 02000000:00000001:2.0:1773941465.779605:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941465.779607:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63215 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941465.779611:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941465.779617:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00000400:00000010:2.0:1773941465.779622:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00010000:00000001:3.0:1773941465.779624:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000200:2.0:1773941465.779627:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200257792, portal 25 00000100:00000001:2.0:1773941465.779632:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941465.779633:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300991360 : -129353408560256 : ffff8a5a90084380) 00010000:00010000:3.0:1773941465.779634:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63215 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941465.779638:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084380 x1860112200257792/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941465.779693:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941465.779697:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63215 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941465.779706:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941465.779706:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773941465.779711:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:2.0:1773941465.779711:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00010000:00010000:3.0:1773941465.779715:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63215 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941465.779716:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678908. 00000100:00000200:2.0:1773941465.779723:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200257792, offset 0 00010000:00000001:3.0:1773941465.779724:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941465.779726:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941465.779729:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941465.779733:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63215 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941465.779745:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00010000:3.0:1773941465.779751:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 10000000:00000001:3.0:1773941465.779755:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:2.0:1773941465.779756:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00010000:3.0:1773941465.779758:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63215 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941465.779765:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00010000:00000001:3.0:1773941465.779766:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941465.779770:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941465.779771:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1773941465.779772:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:3.0:1773941465.779773:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941465.779777:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941465.779780:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00010000:00000001:3.0:1773941465.779781:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941465.779786:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1773941465.779787:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00010000:3.0:1773941465.779789:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63215 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941465.779795:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 10000000:00000001:3.0:1773941465.779797:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941465.779801:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63215 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941465.779803:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[42, 43] 10000000:01000000:3.0:1773941465.779808:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941465.779812:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:2.0:1773941465.779813:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 10000000:00000001:3.0:1773941465.779814:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941465.779819:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941465.779821:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941465.779825:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1773941465.779825:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [170:170:256:4294967295] 192.168.202.112@tcp LPNI seq info [44:44:8:4294967295] 00010000:00000001:3.0:1773941465.779828:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941465.779830:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941465.779834:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941465.779838:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000020:00000040:3.0:1773941465.779839:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a63215 from hash 00010000:00000001:3.0:1773941465.779842:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941465.779845:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941465.779846:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941465.779851:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941465.779853:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941465.779855:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941465.779859:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1773941465.779860:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00000001:3.0:1773941465.779861:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941465.779863:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941465.779866:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941465.779871:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63215 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941465.779876:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941465.779879:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941465.779881:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941465.779882:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941465.779884:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000800:00000010:2.0:1773941465.779884:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544400. 00010000:00000001:3.0:1773941465.779886:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941465.779889:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941465.779890:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941465.779891:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63215 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941465.779897:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000040:3.0:1773941465.779900:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4600 count: 0 00000800:00000200:2.0:1773941465.779908:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00010000:00000001:3.0:1773941465.779913:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1773941465.779913:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544400 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941465.779916:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941465.779919:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941465.779924:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085880 x1860112200257664/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941481 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941465.779929:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941465.779931:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941465.779934:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008a800. 00000100:00000001:2.0:1773941465.779936:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941465.779938:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941465.779942:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941465.779944:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000400:00000200:2.0:1773941465.779945:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000020:00000001:3.0:1773941465.779947:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941465.779951:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294944517 02000000:00000010:3.0:1773941465.779952:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0000. 02000000:00000001:3.0:1773941465.779957:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941465.779960:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941465.779962:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294944514 00000100:00000010:3.0:1773941465.779966:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085880. 00000100:00000001:3.0:1773941465.779971:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941465.779972:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941465.779972:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294944517 10000000:00000001:3.0:1773941465.779977:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941465.779980:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000100:00000001:2.0:1773941465.779980:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294944514 10000000:00000001:3.0:1773941465.779983:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:2.0:1773941465.779986:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1773941465.779987:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eaddc0. 00000100:00000001:2.0:1773941465.779994:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941465.779995:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0000. 00000100:00000001:2.0:1773941465.779998:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941465.780002:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd0800. 00000100:00000001:2.0:1773941465.780003:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1773941465.780008:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1400. 00000020:00000010:3.0:1773941465.780013:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000100:00000001:2.0:1773941465.780014:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941465.780018:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000010:3.0:1773941465.780019:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1c00. 00000100:00000001:2.0:1773941465.780024:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 80000000:00000010:3.0:1773941465.780027:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00000800:00000200:1.0:1773941465.780029:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941465.780034:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544400. 00040000:00000010:3.0:1773941465.780035:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd1600. 00000100:00000001:2.0:1773941465.780037:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1773941465.780040:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1773941465.780042:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1773941465.780045:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd0400. 00000100:00000001:2.0:1773941465.780047:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941465.780060:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 10000000:00000040:3.0:1773941465.780079:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 00000400:00000200:1.0:1773941465.780082:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678908 10000000:00000001:3.0:1773941465.780084:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000010:1.0:1773941465.780085:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678908. 00000100:00000001:1.0:1773941465.780091:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1773941465.780095:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd0800. 00000100:00000200:1.0:1773941465.780097:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084380 x1860112200257792/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941475 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000040:00000010:3.0:1773941465.780104:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1400. 00000100:00000001:1.0:1773941465.780107:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1773941465.780112:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000100:00000040:1.0:1773941465.780112:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084380 x1860112200257792/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941475 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941465.780123:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941465.780124:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1773941465.780210:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1c00. 80000000:00000010:3.0:1773941465.780214:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941465.780217:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd1600. 20000000:00000010:3.0:1773941465.780220:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd0400. 00000020:00000010:3.0:1773941465.780222:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0000. 10000000:00000010:3.0:1773941465.780225:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eaddc0. 10000000:01000000:3.0:1773941465.780227:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941465.780230:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941465.780233:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941465.780234:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941465.780236:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941465.780237:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941465.780239:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941465.781587:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941465.781598:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941465.781600:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941465.781602:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941465.781615:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941465.781622:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941465.781628:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941465.781632:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941465.781635:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941465.781638:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef05100 00000400:00000200:0.0:1773941465.781695:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941465.781699:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xde1 [1] + 0 00000800:00000001:0.0:1773941465.781703:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941465.781709:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941465.781710:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941465.781713:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941465.781716:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941465.781721:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084380 x1860112200257792/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941475 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941465.781729:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90084380 x1860112200257792/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941465.781742:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941465.781746:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941465.781748:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941465.781783:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941465.781786:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941465.781791:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941465.781793:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941465.781795:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941465.781799:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941465.781801:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941465.781803:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941465.781809:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084380 x1860112200257792/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941475 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941465.781817:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084380 x1860112200257792/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941475 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941465.781822:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941465.781823:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941465.781825:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941465.781826:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941465.781827:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941465.781828:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941465.781830:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941465.781833:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=32 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941465.781835:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941465.781837:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941465.781838:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941465.781840:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941465.781842:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941465.781844:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941465.781847:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084380 x1860112200257792/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941475 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941465.781852:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941465.781853:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941465.781855:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941465.781857:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941465.781868:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941465.781869:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941465.781871:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941465.781872:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941465.781874:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941465.781876:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941465.781877:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941465.781880:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941465 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941465.781882:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941465.781887:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941465.781889:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941465.781890:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941465.781892:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941465.781893:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941465.781895:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941465.781898:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941465.781899:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941465.781902:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941465.781905:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941465.781907:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941465.782284:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941465.782289:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941465.782298:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084380 x1860112200257792/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941475 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941465.782309:0:14773:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:0.0:1773941465.782309:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200257792:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941465.782321:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941465.782327:0:14773:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00000001:0.0:1773941465.782328:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1773941465.782333:0:14773:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941465.782339:0:14773:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000040:0.0:1773941465.782341:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084380 x1860112200257792/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941475 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1773941465.782343:0:14773:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941465.782354:0:14773:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:0.0:1773941465.782358:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:2.0:1773941465.782360:0:14773:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941465.782365:0:14773:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941465.782378:0:14773:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941465.782380:0:14773:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941465.782382:0:14773:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941465.782387:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:2.0:1773941465.782388:0:14773:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941465.782393:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d70800. 00000100:00000001:2.0:1773941465.782394:0:14773:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:0.0:1773941465.782398:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941465.782402:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:2.0:1773941465.782403:0:14773:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000020:00000040:0.0:1773941465.782404:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941465.782406:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941465.782408:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9008b400. 02000000:00000001:0.0:1773941465.782412:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941465.782415:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941465.782419:0:14773:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000010:0.0:1773941465.782419:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084380. 00000100:00000001:2.0:1773941465.782426:0:14773:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941465.782427:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941465.782431:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941465.782434:0:14773:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941465.782434:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941465.782445:0:14773:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941465.782447:0:14773:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:0.0:1773941465.782448:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:01000000:2.0:1773941465.782450:0:14773:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:0.0:1773941465.782452:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1773941465.782453:0:14773:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000001:0.0:1773941465.782456:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941465.782469:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941465.782498:0:14773:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941465.782500:0:14773:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941465.782502:0:14773:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941465.782509:0:14773:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:2.0:1773941465.782513:0:14773:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941465.782516:0:14773:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941465.782519:0:14773:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941465.782522:0:14773:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941465.782541:0:14773:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941465.785683:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4600. 00010000:00000010:3.1:1773941465.785691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941465.840829:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941465.840835:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941465.840839:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941466.864806:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941466.864835:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941466.864840:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941466.928815:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941466.928827:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941466.928833:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941466.928836:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941466.928838:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941466.928840:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941466.928844:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941466.928846:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941466.928849:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941466.928852:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941466.928855:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941466.928869:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085880. 00000020:00000040:3.0:1773941466.928876:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941466.928882:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941466.928886:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941466.928894:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941466.928904:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0000. 00000100:00000001:3.0:1773941466.928912:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941466.928918:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941466.928922:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941466.928931:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4600. 00010000:00000001:3.0:1773941466.928938:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941466.928942:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941466.928948:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941466.928951:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a6321c to hash 00000020:00000001:3.0:1773941466.928954:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941466.928955:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941466.928959:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941466.928963:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941466.928968:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941466.928973:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6321c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941466.928987:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6321c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941466.929024:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6321c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941466.929031:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941466.929034:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941466.929041:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78780. 00000100:00000001:3.0:1773941466.929044:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314574720 : -129353394976896 : ffff8a5a90d78780) 00000100:00000001:3.0:1773941466.929047:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941466.929049:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300996736 : -129353408554880 : ffff8a5a90085880) 00000100:00000001:3.0:1773941466.929055:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941466.929061:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.929064:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941466.929066:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941466.929080:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085880 x1860112200257920/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941466.929091:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941466.929095:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941466.929100:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941466.929103:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941466.929107:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941466.929111:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200257920:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941466.929116:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941466.929124:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941466.929127:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941466.929131:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941466.929137:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008a800. 02000000:00000001:3.0:1773941466.929139:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941466.929149:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941466.929153:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941466.929162:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941466.929170:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200257920, portal 25 00000100:00000001:3.0:1773941466.929172:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941466.929179:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300996736 : -129353408554880 : ffff8a5a90085880) 00000100:00000040:3.0:1773941466.929186:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085880 x1860112200257920/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941466.929194:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941466.929197:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941466.929201:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d220. 00000100:00000200:3.0:1773941466.929205:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200257920, offset 0 00000400:00000200:3.0:1773941466.929213:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941466.929225:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941466.929235:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941466.929241:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941466.929246:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941466.929250:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941466.929254:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941466.929257:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[44, 43] 00000400:00000200:3.0:1773941466.929262:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941466.929266:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [171:171:256:4294967295] 192.168.202.122@tcp LPNI seq info [45:45:8:4294967295] 00000400:00000200:3.0:1773941466.929271:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941466.929283:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941466.929290:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941466.929296:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38200. 00000800:00000200:3.0:1773941466.929304:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941466.929314:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941466.929320:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941466.929340:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941466.929345:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941466.929348:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294945666 00000100:00000001:3.0:1773941466.929358:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294944517 00000100:00000001:3.0:1773941466.929364:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294945666 00000100:00000001:3.0:1773941466.929369:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294944517 00000100:00000001:3.0:1773941466.929381:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941466.929384:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.929387:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941466.929389:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941466.929392:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 11 seconds 00000100:00000001:3.0:1773941466.929395:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941466.929399:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941466.929509:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941466.929516:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38200. 00000400:00000200:1.0:1773941466.929524:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941466.929530:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941466.929537:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d220 00000400:00000010:1.0:1773941466.929541:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d220. 00000100:00000001:1.0:1773941466.929545:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941466.929551:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085880 x1860112200257920/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941466.929562:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941466.929566:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90085880 x1860112200257920/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941466.929586:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941466.929588:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941466.930628:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941466.930677:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941466.930682:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941466.930685:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941466.930691:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941466.930697:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941466.930705:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941466.930710:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941466.930716:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941466.930721:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef05180 00000400:00000200:0.0:1773941466.930727:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941466.930733:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xde9 [1] + 224 00000800:00000001:0.0:1773941466.930742:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941466.930751:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941466.930754:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941466.930758:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941466.930763:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941466.930768:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085880 x1860112200257920/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941466.930793:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90085880 x1860112200257920/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.930809:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941466.930816:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941466.930819:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941466.930842:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941466.930849:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941466.930850:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941466.930853:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941466.930857:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941466.930858:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941466.930861:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941466.930865:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085880 x1860112200257920/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941466.930874:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085880 x1860112200257920/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941482 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941466.930880:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941466.930881:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941466.930884:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941466.930886:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941466.930889:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941466.930890:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941466.930892:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941466.930898:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=33 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941466.930901:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941466.930903:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941466.930907:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941466.930909:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941466.930912:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941466.930914:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941466.930918:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941466.930921:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941466.930930:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941466.930932:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941466.930934:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941466.930936:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941466.930939:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90085880 x1860112200257920/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941482 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941466.930945:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941466.930946:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941466.930948:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941466.930951:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941466.930953:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941466.930955:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.930956:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941466.930957:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941466.930958:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941466.930959:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.930960:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941466.930963:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941466.930965:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941466.930967:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941466.930969:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 271 00000400:00000200:3.0:1773941466.930973:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941466.930976:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941466.930979:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941466.930982:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941466.930984:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941466.930986:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941466.930988:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941466.930990:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941466.930992:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941466.930995:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941466.930996:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941466.930998:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941466.931003:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941466.931005:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941466.931006:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941466.931008:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941466.931011:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941466.931013:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941466.931015:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941466.931017:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941466.931020:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941466.931021:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.931023:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941466.931025:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941466.931028:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084380. 00000020:00000040:3.0:1773941466.931030:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941466.931033:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941466.931034:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.931036:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941466.931038:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941466.931040:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941466.931044:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90088800. 00000100:00000001:3.0:1773941466.931047:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941466.931051:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90084380 x1860112200258048/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941466.931058:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941466.931060:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941466.931064:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006252c0c4] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90084380 x1860112200258048/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941466.931081:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.931083:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941466.931084:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941466.931087:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941466.931088:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941466.931093:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941466.931095:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 1 seconds 00000100:00000001:3.0:1773941466.931098:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941466.931100:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941466.931104:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085880 x1860112200257920/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941482 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.931106:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941466.931110:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941466.931113:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941466.931113:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941466.931119:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941466.931122:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1773941466.931122:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084380 x1860112200258048/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941466.931126:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941466.931133:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1773941466.931134:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085880 x1860112200257920/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941482 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.931135:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941466.931140:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941466.931143:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941466.931147:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941466.931149:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200257920:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00100000:0.0:1773941466.931153:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200258048:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941466.931158:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941466.931158:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941466.931162:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1773941466.931163:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:0.0:1773941466.931164:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941466.931167:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:0.0:1773941466.931168:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773941466.931172:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1773941466.931174:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c73800. 00000100:00000040:3.0:1773941466.931177:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085880 x1860112200257920/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941482 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941466.931178:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941466.931187:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941466.931192:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd3c8. 00000100:00000001:3.0:1773941466.931193:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773941466.931198:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002bf68. 00000100:00000010:3.0:1773941466.931199:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78780. 00000100:00000200:0.0:1773941466.931204:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200258048, portal 25 00000100:00000001:3.0:1773941466.931205:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941466.931210:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941466.931210:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941466.931212:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300991360 : -129353408560256 : ffff8a5a90084380) 00010000:00000001:3.0:1773941466.931217:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000040:0.0:1773941466.931220:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084380 x1860112200258048/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941466.931223:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941466.931227:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1773941466.931231:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1773941466.931232:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000020:00000001:3.0:1773941466.931236:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000040:0.0:1773941466.931242:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941466.931243:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000010:0.0:1773941466.931245:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002bbb0. 00000100:00000200:0.0:1773941466.931250:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200258048, offset 0 00010000:00010000:3.0:1773941466.931251:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6321c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941466.931253:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941466.931257:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941466.931261:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941466.931266:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941466.931271:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941466.931276:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941466.931277:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:0.0:1773941466.931281:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00010000:3.0:1773941466.931284:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6321c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941466.931286:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[44, 45] 00000400:00000200:0.0:1773941466.931296:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:3.0:1773941466.931301:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1773941466.931302:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [172:172:256:4294967295] 192.168.202.112@tcp LPNI seq info [46:46:8:4294967295] 00010000:00010000:3.0:1773941466.931305:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6321c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941466.931309:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941466.931318:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941466.931320:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00000001:3.0:1773941466.931321:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941466.931326:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6321c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941466.931330:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:0.0:1773941466.931336:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51900. 00010000:00000001:3.0:1773941466.931337:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941466.931341:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941466.931345:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:3.0:1773941466.931346:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941466.931350:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6321c lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941466.931356:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941466.931358:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51900 type 1, nob 616 niov 1 nkiov 1 00010000:00010000:3.0:1773941466.931366:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 10000000:00000001:3.0:1773941466.931368:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1773941466.931369:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:3.0:1773941466.931371:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6321c lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941466.931377:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941466.931381:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294945668 00010000:00000001:3.0:1773941466.931384:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941466.931387:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1773941466.931388:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294945666 00000020:00000001:3.0:1773941466.931389:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941466.931392:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000100:00000001:0.0:1773941466.931395:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294945668 00000020:00000001:3.0:1773941466.931396:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941466.931401:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000001:0.0:1773941466.931402:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294945666 00000100:00000001:0.0:1773941466.931406:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941466.931408:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.931411:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941466.931414:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1773941466.931415:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1773941466.931418:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6321c lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773941466.931428:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941466.931431:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6321c lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941466.931431:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941466.931434:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941466.931439:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:3.0:1773941466.931440:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:0.0:1773941466.931442:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1773941466.931443:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000040:3.0:1773941466.931445:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000100:00000001:0.0:1773941466.931446:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773941466.931447:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51900. 10000000:00000001:3.0:1773941466.931449:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.931450:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941466.931454:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1773941466.931456:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941466.931459:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:1.0:1773941466.931462:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00010000:00000001:3.0:1773941466.931464:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:1.0:1773941466.931466:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002bbb0 00010000:00000001:3.0:1773941466.931467:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000010:1.0:1773941466.931471:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002bbb0. 00010000:00000001:3.0:1773941466.931472:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:1.0:1773941466.931487:0:2398:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1773941466.931488:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941466.931492:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a6321c from hash 00000100:00000200:1.0:1773941466.931495:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084380 x1860112200258048/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941466.931496:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941466.931499:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941466.931501:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941466.931507:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941466.931510:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084380 x1860112200258048/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941466.931515:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941466.931516:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1773941466.931559:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941466.931561:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941466.931563:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941466.931565:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941466.931566:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941466.931568:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941466.931569:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941466.931572:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6321c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941466.931576:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941466.931577:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941466.931578:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941466.931580:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941466.931586:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941466.931587:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941466.931588:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941466.931590:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6321c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773941466.931596:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4600 count: 0 00010000:00000001:3.0:1773941466.931608:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941466.931611:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941466.931614:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941466.931620:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085880 x1860112200257920/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941482 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941466.931627:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941466.931631:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941466.931634:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008a800. 02000000:00000001:3.0:1773941466.931678:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941466.931681:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941466.931683:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941466.931686:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941466.931688:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0000. 02000000:00000001:3.0:1773941466.931693:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941466.931695:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941466.931698:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085880. 00000100:00000001:3.0:1773941466.931702:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941466.931703:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941466.931706:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941466.931709:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941466.931712:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941466.931717:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eaddc0. 00000020:00000010:3.0:1773941466.931722:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0000. 00000020:00000010:3.0:1773941466.931728:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd0400. 00000040:00000010:3.0:1773941466.931734:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1600. 00000020:00000010:3.0:1773941466.931740:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941466.931754:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1c00. 80000000:00000010:3.0:1773941466.931760:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941466.931776:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd1400. 20000000:00000010:3.0:1773941466.931781:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd0800. 10000000:00000040:3.0:1773941466.931787:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941466.931789:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941466.931795:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd0400. 00000040:00000010:3.0:1773941466.931799:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1600. 00000020:00000010:3.0:1773941466.931803:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941466.931808:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1c00. 80000000:00000010:3.0:1773941466.931811:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941466.931816:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd1400. 20000000:00000010:3.0:1773941466.931819:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd0800. 00000020:00000010:3.0:1773941466.931822:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0000. 10000000:00000010:3.0:1773941466.931825:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eaddc0. 10000000:01000000:3.0:1773941466.931828:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941466.931831:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941466.931834:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941466.931837:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941466.931838:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941466.931840:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941466.931843:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941466.932947:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941466.932956:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941466.932958:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941466.932961:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941466.932967:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941466.932972:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941466.932978:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941466.932982:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941466.932986:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941466.932989:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef05200 00000400:00000200:0.0:1773941466.932994:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941466.932998:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xdf1 [1] + 0 00000800:00000001:0.0:1773941466.933004:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941466.933011:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941466.933014:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941466.933017:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941466.933021:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941466.933026:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084380 x1860112200258048/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941466.933037:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90084380 x1860112200258048/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941466.933056:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941466.933063:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941466.933066:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941466.933094:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941466.933098:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941466.933101:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941466.933103:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941466.933105:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd3c8. 00000400:00000200:2.0:1773941466.933109:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002bf68 00000400:00000010:2.0:1773941466.933110:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002bf68. 00000100:00000001:2.0:1773941466.933112:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941466.933117:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084380 x1860112200258048/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941466.933125:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084380 x1860112200258048/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941466.933130:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941466.933132:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941466.933133:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941466.933134:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941466.933135:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941466.933137:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941466.933138:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941466.933148:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=33 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941466.933151:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941466.933153:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941466.933154:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941466.933157:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941466.933158:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941466.933160:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941466.933163:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084380 x1860112200258048/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941476 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941466.933168:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941466.933170:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941466.933172:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941466.933174:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941466.933179:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941466.933180:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941466.933181:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941466.933183:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941466.933184:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941466.933186:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941466.933188:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941466.933191:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941466 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941466.933193:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941466.933198:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941466.933200:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941466.933201:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941466.933203:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941466.933204:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941466.933207:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941466.933209:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941466.933211:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941466.933214:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941466.933216:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941466.933218:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941466.933516:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.933521:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941466.933528:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084380 x1860112200258048/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941476 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941466.933546:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200258048:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941466.933547:0:14774:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:0.0:1773941466.933555:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941466.933559:0:14774:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00000001:0.0:1773941466.933560:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1773941466.933565:0:14774:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941466.933569:0:14774:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000040:0.0:1773941466.933570:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084380 x1860112200258048/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941476 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1773941466.933571:0:14774:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941466.933575:0:14774:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941466.933579:0:14774:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941466.933584:0:14774:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.933585:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:2.0:1773941466.933586:0:14774:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:0.0:1773941466.933591:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941466.933594:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c73800. 00000001:00000001:2.0:1773941466.933595:0:14774:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941466.933598:0:14774:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941466.933601:0:14774:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941466.933602:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773941466.933603:0:14774:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:0.0:1773941466.933607:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:2.0:1773941466.933609:0:14774:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000020:00000040:0.0:1773941466.933610:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941466.933614:0:14774:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000020:00000001:0.0:1773941466.933616:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941466.933618:0:14774:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000010:0.0:1773941466.933620:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90088800. 00000100:00000001:2.0:1773941466.933621:0:14774:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941466.933627:0:14774:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 02000000:00000001:0.0:1773941466.933628:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1773941466.933630:0:14774:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941466.933633:0:14774:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 02000000:00000001:0.0:1773941466.933633:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000040:2.0:1773941466.933634:0:14774:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000010:0.0:1773941466.933638:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084380. 00000100:00000001:0.0:1773941466.933672:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941466.933674:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941466.933677:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941466.933683:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1773941466.933685:0:14774:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000001:0.0:1773941466.933686:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941466.933689:0:14774:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941466.933691:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941466.933695:0:14774:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941466.933696:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:02000000:2.0:1773941466.933703:0:14774:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:2.0:1773941466.933708:0:14774:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941466.933711:0:14774:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941466.933713:0:14774:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941466.933716:0:14774:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941466.933718:0:14774:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941466.936689:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4600. 00010000:00000010:3.1:1773941466.936699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941467.888797:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941467.888806:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941467.888810:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1773941468.913103:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1773941468.913115:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:0.0:1773941468.913122:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941468.913125:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941468.913128:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941468.913130:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1773941468.913132:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1773941468.913134:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:0.0:1773941468.913136:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:0.0:1773941468.913139:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1773941468.913140:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1773941468.913158:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a86088700. 00000020:00000040:0.0:1773941468.913163:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941468.913169:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941468.913172:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941468.913178:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941468.913185:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a98201400. 00000100:00000001:0.0:1773941468.913193:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941468.913197:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1773941468.913201:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1773941468.913209:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5aa0e2ed00. 00010000:00000001:0.0:1773941468.913217:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1773941468.913222:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a80030600. 00000020:00000001:3.0:1773941468.913224:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000010:0.0:1773941468.913231:0:14747:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff8a5a90e76d80. 00000020:00000001:3.0:1773941468.913235:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941468.913238:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00010000:3.0:1773941468.913241:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000040:0.0:1773941468.913243:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a80030600 with handle 0x4337c2e0c9a63223 to hash 00000020:00000001:0.0:1773941468.913248:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1773941468.913250:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720032212480 : -129353677339136 : ffff8a5a80030600) 00010000:00000001:0.0:1773941468.913254:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720032212480 : -129353677339136 : ffff8a5a80030600) 00010000:00000001:0.0:1773941468.913261:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941468.913265:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941468.913271:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a80030600/0x4337c2e0c9a63223 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941468.913284:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a80030600/0x4337c2e0c9a63223 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941468.913300:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a80030600/0x4337c2e0c9a63223 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941468.913307:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1773941468.913310:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1773941468.913318:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d8a0c0. 00000100:00000001:0.0:1773941468.913321:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314646720 : -129353394904896 : ffff8a5a90d8a0c0) 00000100:00000001:0.0:1773941468.913325:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941468.913332:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720133236480 : -129353576315136 : ffff8a5a86088700) 00000100:00000001:0.0:1773941468.913339:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941468.913346:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941468.913348:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1773941468.913351:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941468.913364:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a86088700 x1860112200258176/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941468.913375:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941468.913377:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941468.913381:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941468.913384:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941468.913386:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941468.913389:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a86088700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200258176:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941468.913393:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941468.913400:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941468.913402:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941468.913405:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941468.913409:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c73800. 02000000:00000001:0.0:1773941468.913411:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941468.913418:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941468.913422:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd1b8. 00000400:00000010:0.0:1773941468.913428:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002bb28. 00000100:00000200:0.0:1773941468.913436:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200258176, portal 25 00000100:00000001:0.0:1773941468.913438:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941468.913439:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720133236480 : -129353576315136 : ffff8a5a86088700) 00000100:00000040:0.0:1773941468.913443:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a86088700 x1860112200258176/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941468.913450:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941468.913452:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:0.0:1773941468.913471:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002bcc0. 00000100:00000200:0.0:1773941468.913475:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200258176, offset 0 00000400:00000200:0.0:1773941468.913481:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941468.913490:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941468.913503:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941468.913509:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941468.913514:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941468.913519:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941468.913521:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941468.913524:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[46, 45] 00000400:00000200:0.0:1773941468.913527:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:0.0:1773941468.913531:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [173:173:256:4294967295] 192.168.202.122@tcp LPNI seq info [47:47:8:4294967295] 00000400:00000200:0.0:1773941468.913534:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941468.913550:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:0.0:1773941468.913556:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:0.0:1773941468.913562:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51200. 00000800:00000200:0.0:1773941468.913571:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:0.0:1773941468.913581:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:0.0:1773941468.913587:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1773941468.913601:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941468.913605:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941468.913607:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294947650 00000100:00000001:0.0:1773941468.913616:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294945668 00000100:00000001:0.0:1773941468.913620:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294947650 00000100:00000001:0.0:1773941468.913624:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294945668 00000100:00000001:0.0:1773941468.913628:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941468.913630:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941468.913633:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941468.913635:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1773941468.913638:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d8a0c0 going to sleep for 11 seconds 00000100:00000001:0.0:1773941468.913664:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941468.913669:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941468.913804:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941468.913811:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51200. 00000400:00000200:1.0:1773941468.913817:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941468.913825:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941468.913832:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002bcc0 00000400:00000010:1.0:1773941468.913835:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002bcc0. 00000100:00000001:1.0:1773941468.913841:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941468.913846:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a86088700 x1860112200258176/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941468.913859:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941468.913863:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a86088700 x1860112200258176/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941468.913872:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941468.913881:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941468.915105:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941468.915119:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941468.915122:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941468.915130:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941468.915136:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941468.915141:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941468.915146:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941468.915148:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941468.915153:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941468.915156:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef05280 00000400:00000200:0.0:1773941468.915161:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941468.915168:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xe01 [1] + 224 00000800:00000001:0.0:1773941468.915176:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941468.915184:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941468.915187:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941468.915191:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941468.915197:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941468.915204:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a86088700 x1860112200258176/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941468.915216:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a86088700 x1860112200258176/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941468.915235:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941468.915244:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941468.915248:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941468.915257:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941468.915265:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941468.915267:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941468.915270:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd1b8. 00000400:00000200:3.0:1773941468.915274:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002bb28 00000400:00000010:3.0:1773941468.915276:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002bb28. 00000100:00000001:3.0:1773941468.915280:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941468.915285:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a86088700 x1860112200258176/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941468.915297:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a86088700 x1860112200258176/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941484 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941468.915312:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941468.915315:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941468.915317:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941468.915319:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941468.915322:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941468.915324:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941468.915326:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941468.915333:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=35 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941468.915336:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941468.915338:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941468.915342:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941468.919806:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941468.919818:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941468.919827:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941468.919835:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941468.919841:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941468.923923:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941468.923929:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941468.923931:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941468.923934:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941468.923947:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a86088700 x1860112200258176/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941484 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941468.923960:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941468.923961:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941468.923963:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941468.923968:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941468.923972:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941468.923974:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.923977:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941468.923978:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941468.923979:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941468.923981:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.924004:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941468.924008:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941468.924011:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941468.924016:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941468.924021:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 272 00000400:00000200:3.0:1773941468.924032:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941468.924040:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941468.924046:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941468.924050:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941468.924053:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941468.924056:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941468.924060:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941468.924063:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941468.924067:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941468.924071:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941468.924074:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941468.924076:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941468.924080:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941468.924082:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941468.924084:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941468.924086:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941468.924089:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941468.924093:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941468.924096:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941468.924100:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941468.924105:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941468.924108:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.924111:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941468.924113:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941468.924121:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085880. 00000020:00000040:3.0:1773941468.924126:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941468.924132:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941468.924139:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.924143:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941468.924147:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941468.924152:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941468.924160:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9008a800. 00000100:00000001:3.0:1773941468.924169:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941468.924177:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90085880 x1860112200258304/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941468.924188:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941468.924194:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941468.924199:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399242fb] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90085880 x1860112200258304/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941468.924221:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.924225:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941468.924227:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941468.924232:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941468.924237:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941468.924239:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941468.924243:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773941468.924244:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d8a0c0 going to sleep for 1 seconds 00000100:00000001:0.0:1773941468.924250:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941468.924251:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941468.924254:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941468.924257:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941468.924263:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085880 x1860112200258304/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941468.924269:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a86088700 x1860112200258176/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941484 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941468.924275:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941468.924278:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941468.924284:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773941468.924286:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000001:0.0:1773941468.924288:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941468.924293:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941468.924294:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941468.924300:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:0.0:1773941468.924302:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200258304:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941468.924303:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941468.924309:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a86088700 x1860112200258176/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941484 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941468.924321:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a86088700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200258176:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941468.924322:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941468.924328:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1773941468.924329:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941468.924332:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941468.924335:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941468.924341:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c70400. 02000000:00000001:0.0:1773941468.924342:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941468.924349:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941468.924352:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddaa8. 00000100:00000001:3.0:1773941468.924354:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941468.924359:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000400:00000010:0.0:1773941468.924360:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b660. 00000100:00000001:3.0:1773941468.924362:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941468.924367:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a86088700 x1860112200258176/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941484 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941468.924370:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200258304, portal 25 00000100:00000001:3.0:1773941468.924376:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941468.924376:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941468.924380:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300996736 : -129353408554880 : ffff8a5a90085880) 00000100:00000010:3.0:1773941468.924381:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d8a0c0. 00000100:00000001:3.0:1773941468.924388:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000040:0.0:1773941468.924389:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085880 x1860112200258304/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941468.924390:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941468.924398:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:0.0:1773941468.924401:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773941468.924403:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000040:0.0:1773941468.924406:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000020:00000001:3.0:1773941468.924407:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941468.924410:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a80030600 refcount=4 00000400:00000010:0.0:1773941468.924410:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002ba18. 00000020:00000001:3.0:1773941468.924415:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720032212480 : -129353677339136 : ffff8a5a80030600) 00000100:00000200:0.0:1773941468.924415:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200258304, offset 0 00010000:00000001:3.0:1773941468.924421:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720032212480 : -129353677339136 : ffff8a5a80030600) 00000400:00000200:0.0:1773941468.924425:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00010000:3.0:1773941468.924427:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a80030600/0x4337c2e0c9a63223 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941468.924436:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941468.924437:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:3.0:1773941468.924443:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a80030600/0x4337c2e0c9a63223 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941468.924444:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00010000:00000001:3.0:1773941468.924453:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:0.0:1773941468.924465:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:3.0:1773941468.924473:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a80030600/0x4337c2e0c9a63223 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941468.924481:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00010000:00000001:3.0:1773941468.924485:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941468.924489:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941468.924491:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00010000:3.0:1773941468.924494:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a80030600/0x4337c2e0c9a63223 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941468.924496:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941468.924502:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[46, 47] 00000400:00000200:0.0:1773941468.924511:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:3.0:1773941468.924514:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1773941468.924517:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [174:174:256:4294967295] 192.168.202.112@tcp LPNI seq info [48:48:8:4294967295] 00000400:00000200:0.0:1773941468.924522:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941468.924527:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941468.924532:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941468.924536:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a80030600/0x4337c2e0c9a63223 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941468.924536:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:0.0:1773941468.924545:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00010000:3.0:1773941468.924546:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a80030600 already unused, calling callback (ffffffffc123ec20) 10000000:00000001:3.0:1773941468.924550:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941468.924552:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a80030600/0x4337c2e0c9a63223 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:0.0:1773941468.924560:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51200. 00010000:00000001:3.0:1773941468.924561:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941468.924564:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941468.924566:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941468.924567:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a80030600 refcount=5 00000020:00000001:3.0:1773941468.924570:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720032212480 : -129353677339136 : ffff8a5a80030600) 00000800:00000200:0.0:1773941468.924573:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:3.0:1773941468.924574:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720032212480 : -129353677339136 : ffff8a5a80030600) 00010000:00000001:3.0:1773941468.924580:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941468.924582:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a80030600/0x4337c2e0c9a63223 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941468.924587:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 10000000:00000001:3.0:1773941468.924592:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000200:0.0:1773941468.924594:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51200 type 1, nob 616 niov 1 nkiov 1 10000000:00010000:3.0:1773941468.924595:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a80030600/0x4337c2e0c9a63223 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941468.924603:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941468.924605:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941468.924606:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941468.924608:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941468.924609:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941468.924612:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941468.924613:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1773941468.924614:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941468.924615:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941468.924618:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941468.924621:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a80030600 with handle 0x4337c2e0c9a63223 from hash 00000400:00000200:0.0:1773941468.924622:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941468.924626:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294947661 00010000:00000001:3.0:1773941468.924631:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941468.924633:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941468.924634:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941468.924635:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941468.924638:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1773941468.924638:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294947650 00000100:00000001:0.0:1773941468.924665:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294947662 00000100:00000001:0.0:1773941468.924669:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294947650 00000100:00000001:0.0:1773941468.924672:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941468.924676:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1773941468.924677:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941468.924681:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941468.924683:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941468.924685:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941468.924686:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941468.924690:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941468.924693:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941468.924694:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941468.924697:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00010000:3.0:1773941468.924700:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a80030600/0x4337c2e0c9a63223 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941468.924700:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941468.924703:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941468.924705:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941468.924709:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941468.924717:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941468.924719:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941468.924721:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941468.924723:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941468.924725:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941468.924727:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941468.924729:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941468.924732:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a80030600/0x4337c2e0c9a63223 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773941468.924742:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5aa0e2ed00 count: 0 00010000:00000001:3.0:1773941468.924755:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941468.924757:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941468.924759:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941468.924763:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a86088700 x1860112200258176/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941484 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941468.924769:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941468.924772:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941468.924775:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c73800. 02000000:00000001:3.0:1773941468.924779:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941468.924781:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941468.924783:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941468.924786:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941468.924795:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a98201400. 02000000:00000001:3.0:1773941468.924801:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941468.924804:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000200:1.0:1773941468.924805:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1773941468.924807:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a86088700. 00000100:00000001:3.0:1773941468.924813:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000800:00000010:1.0:1773941468.924813:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51200. 00000100:00000001:3.0:1773941468.924816:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941468.924822:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:1.0:1773941468.924822:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:01000000:3.0:1773941468.924831:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000400:00000200:1.0:1773941468.924837:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 10000000:00000001:3.0:1773941468.924838:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941468.924845:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eaddc0. 00000400:00000200:1.0:1773941468.924846:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002ba18 00000400:00000010:1.0:1773941468.924851:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002ba18. 00000020:00000010:3.0:1773941468.924852:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0800. 00000100:00000001:1.0:1773941468.924857:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1773941468.924860:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd1400. 00000100:00000200:1.0:1773941468.924866:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085880 x1860112200258304/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000040:00000010:3.0:1773941468.924868:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1c00. 00000020:00000010:3.0:1773941468.924879:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000100:00000001:1.0:1773941468.924881:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1773941468.924888:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1600. 00000100:00000040:1.0:1773941468.924888:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085880 x1860112200258304/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941468.924898:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941468.924901:0:2398:0:(events.c:68:request_out_callback()) Process leaving 80000000:00000010:3.0:1773941468.924953:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941468.924958:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd0400. 20000000:00000010:3.0:1773941468.924962:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd1e00. 10000000:00000040:3.0:1773941468.924966:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941468.924968:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941468.924972:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd1400. 00000040:00000010:3.0:1773941468.924975:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1c00. 00000020:00000010:3.0:1773941468.924977:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941468.924981:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1600. 80000000:00000010:3.0:1773941468.924984:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941468.924987:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd0400. 20000000:00000010:3.0:1773941468.924989:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd1e00. 00000020:00000010:3.0:1773941468.924991:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0800. 10000000:00000010:3.0:1773941468.924994:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eaddc0. 10000000:01000000:3.0:1773941468.924998:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941468.925002:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941468.925005:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941468.925007:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941468.925010:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941468.925018:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941468.925020:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:3.1:1773941468.930686:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5aa0e2ed00. 00010000:00000010:3.1:1773941468.930706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a80030600. 00000800:00000001:0.0:1773941468.932782:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941468.932798:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941468.932802:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941468.932803:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941468.932815:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941468.932830:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941468.932842:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941468.932849:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941468.932858:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941468.932864:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef05300 00000400:00000200:0.0:1773941468.932870:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941468.932878:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xe11 [1] + 0 00000800:00000001:0.0:1773941468.932887:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941468.932913:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941468.932916:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941468.932920:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941468.932928:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941468.932937:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085880 x1860112200258304/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941468.932947:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90085880 x1860112200258304/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941468.932966:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941468.932976:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941468.932978:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941468.933007:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941468.933013:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941468.933021:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941468.933023:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941468.933026:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddaa8. 00000400:00000200:2.0:1773941468.933031:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b660 00000400:00000010:2.0:1773941468.933040:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b660. 00000100:00000001:2.0:1773941468.933043:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941468.933048:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085880 x1860112200258304/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941468.933057:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085880 x1860112200258304/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941468.933062:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941468.933064:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941468.933067:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941468.933071:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941468.933073:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941468.933075:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941468.933079:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941468.933087:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=35 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941468.933090:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941468.933092:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941468.933094:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941468.933097:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941468.933099:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941468.933101:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941468.933105:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085880 x1860112200258304/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941468.933113:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941468.933118:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941468.933120:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941468.933123:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941468.933133:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941468.933137:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941468.933140:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941468.933144:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941468.933147:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941468.933150:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941468.933153:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941468.933158:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941468 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941468.933168:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941468.933177:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941468.933180:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941468.933184:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941468.933186:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941468.933187:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941468.933192:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941468.933194:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941468.933198:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941468.933201:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941468.933205:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941468.933207:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941468.933499:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941468.933504:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941468.933512:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085880 x1860112200258304/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941468.933520:0:14776:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:0.0:1773941468.933528:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200258304:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00080000:2.0:1773941468.933530:0:14776:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00100000:2.0:1773941468.933536:0:14776:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941468.933539:0:14776:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:0.0:1773941468.933539:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:2.0:1773941468.933540:0:14776:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941468.933545:0:14776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:0.0:1773941468.933547:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000001:2.0:1773941468.933550:0:14776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941468.933555:0:14776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941468.933556:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085880 x1860112200258304/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1773941468.933558:0:14776:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941468.933568:0:14776:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1773941468.933568:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:2.0:1773941468.933570:0:14776:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941468.933574:0:14776:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941468.933574:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941468.933577:0:14776:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:0.0:1773941468.933581:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c70400. 00000100:00080000:2.0:1773941468.933583:0:14776:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941468.933588:0:14776:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941468.933590:0:14776:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000001:0.0:1773941468.933591:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773941468.933592:0:14776:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941468.933596:0:14776:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000020:00000001:0.0:1773941468.933596:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941468.933601:0:14776:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000040:0.0:1773941468.933601:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 10000000:01000000:2.0:1773941468.933603:0:14776:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941468.933606:0:14776:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000020:00000001:0.0:1773941468.933608:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941468.933613:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9008a800. 02000000:00000001:0.0:1773941468.933619:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1773941468.933621:0:14776:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 02000000:00000001:0.0:1773941468.933622:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000001:2.0:1773941468.933624:0:14776:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941468.933627:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085880. 00000100:00000001:2.0:1773941468.933633:0:14776:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941468.933671:0:14776:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:0.0:1773941468.933675:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941468.933686:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941468.933691:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941468.933702:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941468.933705:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941468.933708:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941468.933710:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941468.938020:0:14776:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941468.938025:0:14776:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941468.938027:0:14776:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941468.938029:0:14776:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941468.938031:0:14776:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941468.976823:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (279) 00000020:00000001:1.0:1773941469.936784:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941469.936796:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941469.936803:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941470.256726:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941470.256739:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941470.256745:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941470.256749:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941470.256751:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941470.256753:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941470.256756:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941470.256759:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941470.256762:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941470.256765:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941470.256768:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941470.256782:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941470.256789:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941470.256795:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941470.256799:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941470.256805:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941470.256813:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0800. 00000100:00000001:3.0:1773941470.256822:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941470.256827:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941470.256830:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941470.256838:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4600. 00010000:00000001:3.0:1773941470.256844:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941470.256847:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941470.256851:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941470.256853:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a6322a to hash 00000020:00000001:3.0:1773941470.256855:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941470.256856:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941470.256860:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941470.256863:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941470.256866:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941470.256869:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6322a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941470.256878:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6322a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941470.256905:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6322a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941470.256910:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941470.256913:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941470.256919:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78780. 00000100:00000001:3.0:1773941470.256921:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314574720 : -129353394976896 : ffff8a5a90d78780) 00000100:00000001:3.0:1773941470.256923:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941470.256924:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941470.256937:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941470.256941:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941470.256944:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941470.256945:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941470.256956:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200258432/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941470.256964:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941470.256966:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941470.256970:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941470.256973:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941470.256974:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941470.256977:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200258432:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941470.256980:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941470.256986:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941470.256989:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941470.256991:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941470.256996:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008a000. 02000000:00000001:3.0:1773941470.256997:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941470.257006:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941470.257009:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941470.257016:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941470.257023:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200258432, portal 25 00000100:00000001:3.0:1773941470.257024:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941470.257028:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:3.0:1773941470.257033:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200258432/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941486 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941470.257039:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941470.257041:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941470.257043:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875dcc0. 00000100:00000200:3.0:1773941470.257047:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200258432, offset 0 00000400:00000200:3.0:1773941470.257052:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941470.257060:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941470.257068:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941470.257073:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941470.257077:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941470.257080:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941470.257083:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941470.257085:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[48, 47] 00000400:00000200:3.0:1773941470.257089:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941470.257099:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [175:175:256:4294967295] 192.168.202.122@tcp LPNI seq info [49:49:8:4294967295] 00000400:00000200:3.0:1773941470.257103:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941470.257112:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941470.257118:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941470.257123:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38b00. 00000800:00000200:3.0:1773941470.257129:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941470.257137:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941470.257142:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941470.257157:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941470.257161:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941470.257163:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294948994 00000100:00000001:3.0:1773941470.257170:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294947661 00000100:00000001:3.0:1773941470.257175:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294948994 00000100:00000001:3.0:1773941470.257177:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294947662 00000100:00000001:3.0:1773941470.257187:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941470.257189:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941470.257192:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941470.257194:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941470.257196:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 11 seconds 00000100:00000001:3.0:1773941470.257199:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941470.257201:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941470.257304:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941470.257311:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38b00. 00000400:00000200:1.0:1773941470.257318:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941470.257325:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941470.257332:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875dcc0 00000400:00000010:1.0:1773941470.257335:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875dcc0. 00000100:00000001:1.0:1773941470.257341:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941470.257346:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200258432/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941486 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941470.257360:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941470.257365:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200258432/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941486 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941470.257374:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941470.257376:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941470.258426:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941470.258454:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941470.258457:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941470.258461:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941470.258467:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941470.258474:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941470.258483:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941470.258487:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941470.258493:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941470.258499:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef05380 00000400:00000200:0.0:1773941470.258504:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941470.258510:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xe21 [1] + 224 00000800:00000001:0.0:1773941470.258517:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941470.258526:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941470.258529:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941470.258533:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941470.258538:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941470.258544:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200258432/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941486 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941470.258556:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200258432/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941486 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941470.258574:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941470.258582:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941470.258586:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941470.258599:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941470.258606:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941470.258608:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941470.258610:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941470.258614:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941470.258615:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941470.258618:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941470.258622:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200258432/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941486 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941470.258631:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200258432/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941486 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941470.258636:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941470.258637:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941470.258656:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941470.258658:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941470.258661:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941470.258663:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941470.258665:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941470.258671:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=37 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941470.258674:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941470.258677:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941470.258681:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941470.258683:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941470.258686:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941470.258688:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941470.258692:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941470.258696:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941470.258705:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941470.258707:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941470.258709:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941470.258711:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941470.258714:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200258432/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941486 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941470.258720:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941470.258721:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941470.258722:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941470.258725:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941470.258728:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941470.258729:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941470.258731:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941470.258732:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941470.258733:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941470.258734:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941470.258735:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941470.258737:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941470.258739:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941470.258741:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941470.258743:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 274 00000400:00000200:3.0:1773941470.258747:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941470.258750:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941470.258753:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941470.258756:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941470.258758:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941470.258759:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941470.258762:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941470.258764:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941470.258766:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941470.258768:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941470.258769:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941470.258772:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941470.258777:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941470.258779:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941470.258780:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941470.258782:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941470.258785:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941470.258787:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941470.258789:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941470.258791:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941470.258794:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941470.258796:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941470.258798:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941470.258799:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941470.258802:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90087b80. 00000020:00000040:3.0:1773941470.258803:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941470.258806:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941470.258807:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941470.258809:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941470.258811:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941470.258813:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941470.258818:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9008b000. 00000100:00000001:3.0:1773941470.258822:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941470.258829:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90087b80 x1860112200258560/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941470.258837:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941470.258840:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941470.258846:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b865f93] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90087b80 x1860112200258560/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941470.258869:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941470.258872:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941470.258874:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941470.258876:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941470.258878:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941470.258884:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941470.258886:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 1 seconds 00000100:00000001:3.0:1773941470.258888:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941470.258889:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941470.258894:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200258432/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941486 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941470.258900:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941470.258900:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941470.258906:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941470.258906:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941470.258910:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941470.258911:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941470.258914:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941470.258919:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90087b80 x1860112200258560/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941470.258920:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200258432/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941486 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941470.258926:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200258432:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941470.258930:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941470.258931:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941470.258933:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941470.258935:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941470.258940:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200258432/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941486 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941470.258955:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941470.258957:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941470.258958:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941470.258962:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78780. 02000000:00000001:0.0:1773941470.258963:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773941470.258967:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:0.0:1773941470.258967:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941470.258970:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:0.0:1773941470.258971:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941470.258976:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00100000:0.0:1773941470.258979:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90087b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200258560:192.168.202.112@tcp:250:ll_cfg_requeue.0 00010000:00000001:3.0:1773941470.258981:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941470.258984:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1773941470.258985:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1773941470.258986:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 02000000:00000001:0.0:1773941470.258988:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1773941470.258989:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000001:0.0:1773941470.258991:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941470.258994:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000001:0.0:1773941470.258994:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:3.0:1773941470.259001:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6322a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:0.0:1773941470.259001:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c70400. 02000000:00000001:0.0:1773941470.259003:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941470.259007:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941470.259012:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dde70. 00000400:00000010:0.0:1773941470.259017:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002be58. 00010000:00000001:3.0:1773941470.259024:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000200:0.0:1773941470.259024:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200258560, portal 25 00000100:00000001:0.0:1773941470.259027:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941470.259031:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720301005696 : -129353408545920 : ffff8a5a90087b80) 00010000:00010000:3.0:1773941470.259034:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6322a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941470.259036:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90087b80 x1860112200258560/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941470.259056:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1773941470.259056:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941470.259058:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00010000:00010000:3.0:1773941470.259063:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6322a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941470.259063:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002bc38. 00000100:00000200:0.0:1773941470.259065:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200258560, offset 0 00000400:00000200:0.0:1773941470.259073:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941470.259080:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941470.259081:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941470.259086:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941470.259086:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941470.259091:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:3.0:1773941470.259092:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6322a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941470.259096:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941470.259101:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941470.259105:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941470.259109:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941470.259114:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941470.259115:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[48, 49] 00010000:00000001:3.0:1773941470.259120:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1773941470.259121:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00010000:3.0:1773941470.259126:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6322a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941470.259127:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [176:176:256:4294967295] 192.168.202.112@tcp LPNI seq info [50:50:8:4294967295] 00000400:00000200:0.0:1773941470.259136:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:3.0:1773941470.259146:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000400:00000200:0.0:1773941470.259146:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 10000000:00000001:3.0:1773941470.259154:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000200:0.0:1773941470.259155:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 10000000:00010000:3.0:1773941470.259159:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6322a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:0.0:1773941470.259160:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51900. 00000800:00000200:0.0:1773941470.259169:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:3.0:1773941470.259176:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000200:0.0:1773941470.259180:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00010000:00000001:3.0:1773941470.259181:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941470.259184:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:0.0:1773941470.259187:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51900 type 1, nob 616 niov 1 nkiov 1 00000020:00000040:3.0:1773941470.259188:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941470.259195:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941470.259198:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000001:0.0:1773941470.259208:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941470.259209:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941470.259215:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6322a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941470.259215:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941470.259221:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294948996 00000100:00000001:0.0:1773941470.259229:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294948994 10000000:00000001:3.0:1773941470.259230:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941470.259234:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6322a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941470.259238:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294948996 00000100:00000001:0.0:1773941470.259246:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294948994 10000000:01000000:3.0:1773941470.259248:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941470.259253:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941470.259255:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941470.259259:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941470.259262:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1773941470.259263:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941470.259266:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941470.259270:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1773941470.259273:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941470.259275:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:1.0:1773941470.259276:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773941470.259278:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773941470.259281:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51900. 00010000:00000001:3.0:1773941470.259282:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941470.259284:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773941470.259289:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a6322a from hash 00000400:00000200:1.0:1773941470.259289:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1773941470.259295:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:1.0:1773941470.259296:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941470.259296:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1773941470.259298:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941470.259301:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1773941470.259303:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1773941470.259304:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002bc38 00010000:00000001:3.0:1773941470.259307:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000010:1.0:1773941470.259308:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002bc38. 00000100:00000001:0.0:1773941470.259308:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1773941470.259311:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1773941470.259313:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941470.259314:0:2398:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1773941470.259315:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1773941470.259316:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773941470.259320:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90087b80 x1860112200258560/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941480 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941470.259322:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941470.259323:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941470.259326:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941470.259330:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941470.259333:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941470.259337:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90087b80 x1860112200258560/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941480 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941470.259343:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941470.259344:0:2398:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:3.0:1773941470.259382:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941470.259387:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6322a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941470.259394:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941470.259396:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941470.259397:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941470.259399:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941470.259406:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941470.259408:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941470.259409:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941470.259412:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6322a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773941470.259420:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4600 count: 0 00010000:00000001:3.0:1773941470.259433:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941470.259435:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941470.259438:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941470.259457:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200258432/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941486 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941470.259467:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941470.259470:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941470.259473:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008a000. 02000000:00000001:3.0:1773941470.259477:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941470.259480:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941470.259482:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941470.259484:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941470.259487:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0800. 02000000:00000001:3.0:1773941470.259491:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941470.259493:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941470.259495:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000001:3.0:1773941470.259498:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941470.259500:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941470.259502:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941470.259505:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941470.259508:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941470.259513:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eaddc0. 00000020:00000010:3.0:1773941470.259517:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0800. 00000020:00000010:3.0:1773941470.259524:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd0400. 00000040:00000010:3.0:1773941470.259528:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1600. 00000020:00000010:3.0:1773941470.259534:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941470.259539:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1c00. 80000000:00000010:3.0:1773941470.259545:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941470.259559:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd1400. 20000000:00000010:3.0:1773941470.259565:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd0600. 10000000:00000040:3.0:1773941470.259570:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941470.259573:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941470.259579:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd0400. 00000040:00000010:3.0:1773941470.259583:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1600. 00000020:00000010:3.0:1773941470.259587:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941470.259592:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1c00. 80000000:00000010:3.0:1773941470.259595:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941470.259599:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd1400. 20000000:00000010:3.0:1773941470.259603:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd0600. 00000020:00000010:3.0:1773941470.259606:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0800. 10000000:00000010:3.0:1773941470.259609:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eaddc0. 10000000:01000000:3.0:1773941470.259613:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941470.259616:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941470.259619:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941470.259621:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941470.259623:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941470.259625:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941470.259628:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941470.260620:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941470.260628:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941470.260631:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941470.260633:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941470.260638:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941470.260682:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941470.260696:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941470.260701:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941470.260706:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941470.260710:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef05400 00000400:00000200:0.0:1773941470.260714:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941470.260719:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xe29 [1] + 0 00000800:00000001:0.0:1773941470.260724:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941470.260732:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941470.260734:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941470.260738:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941470.260742:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941470.260747:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90087b80 x1860112200258560/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941480 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941470.260758:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90087b80 x1860112200258560/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941470.260778:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941470.260784:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941470.260788:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941470.260824:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941470.260829:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941470.260834:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941470.260837:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941470.260840:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dde70. 00000400:00000200:2.0:1773941470.260844:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002be58 00000400:00000010:2.0:1773941470.260847:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002be58. 00000100:00000001:2.0:1773941470.260851:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941470.260856:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90087b80 x1860112200258560/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941480 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941470.260869:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90087b80 x1860112200258560/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941480 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941470.260877:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941470.260879:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941470.260881:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941470.260884:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941470.260886:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941470.260888:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941470.260890:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941470.260895:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=37 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941470.260899:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941470.260903:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941470.260905:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941470.260908:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941470.260910:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941470.260913:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941470.260919:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90087b80 x1860112200258560/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941480 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941470.260943:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941470.260947:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941470.260948:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941470.260951:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941470.260957:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941470.260960:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941470.260962:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941470.260964:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941470.260966:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941470.260969:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941470.260972:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941470.260976:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941470 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941470.260980:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941470.260988:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941470.260991:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941470.260992:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941470.260995:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941470.260997:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941470.261001:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941470.261004:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941470.261008:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941470.261011:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941470.261015:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941470.261018:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941470.261293:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941470.261297:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941470.261303:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90087b80 x1860112200258560/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941480 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941470.261314:0:14777:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:0.0:1773941470.261315:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90087b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200258560:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941470.261321:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941470.261323:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941470.261327:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90087b80 x1860112200258560/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941480 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941470.261330:0:14777:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00000001:0.0:1773941470.261339:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1773941470.261340:0:14777:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:0.0:1773941470.261341:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941470.261345:0:14777:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000010:0.0:1773941470.261346:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c70400. 10000000:01000000:2.0:1773941470.261349:0:14777:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941470.261353:0:14777:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941470.261358:0:14777:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:0.0:1773941470.261358:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941470.261361:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941470.261362:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941470.261364:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941470.261367:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9008b000. 00000001:00000001:2.0:1773941470.261372:0:14777:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941470.261372:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941470.261374:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941470.261377:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90087b80. 00000001:00000001:2.0:1773941470.261378:0:14777:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:0.0:1773941470.261381:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:2.0:1773941470.261382:0:14777:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1773941470.261384:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1773941470.261386:0:14777:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941470.261387:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1773941470.261390:0:14777:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941470.261393:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941470.261395:0:14777:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941470.261396:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941470.261400:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941470.261402:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941470.261403:0:14777:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941470.261407:0:14777:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941470.261410:0:14777:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941470.261414:0:14777:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941470.261417:0:14777:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941470.261420:0:14777:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941470.261422:0:14777:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941470.261424:0:14777:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:2.0:1773941470.261454:0:14777:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941470.261457:0:14777:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941470.261459:0:14777:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941470.261464:0:14777:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:2.0:1773941470.261468:0:14777:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941470.261471:0:14777:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941470.261473:0:14777:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941470.261477:0:14777:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941470.261479:0:14777:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941470.264698:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4600. 00010000:00000010:3.1:1773941470.264708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941470.960852:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941470.960858:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941470.960862:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941471.600805:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941471.600815:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941471.600820:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941471.600822:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941471.600824:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941471.600825:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941471.600828:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941471.600831:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941471.600834:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941471.600836:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941471.600838:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941471.600851:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941471.600856:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941471.600862:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941471.600866:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941471.600891:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941471.600899:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0600. 00000100:00000001:3.0:1773941471.600906:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941471.600911:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941471.600915:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941471.600925:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4600. 00010000:00000001:3.0:1773941471.600933:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941471.600937:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941471.600943:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941471.600946:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a63231 to hash 00000020:00000001:3.0:1773941471.600949:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941471.600951:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941471.600954:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941471.600960:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941471.600964:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941471.600970:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63231 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941471.600983:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63231 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941471.600996:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63231 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941471.601001:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941471.601003:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941471.601009:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78780. 00000100:00000001:3.0:1773941471.601011:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314574720 : -129353394976896 : ffff8a5a90d78780) 00000100:00000001:3.0:1773941471.601014:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941471.601015:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941471.601021:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941471.601024:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.601027:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941471.601028:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941471.601045:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200258688/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941471.601053:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941471.601055:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941471.601058:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941471.601061:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941471.601063:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941471.601065:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200258688:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941471.601068:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941471.601075:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941471.601077:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941471.601079:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941471.601084:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008a000. 02000000:00000001:3.0:1773941471.601086:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941471.601094:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941471.601097:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941471.601104:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941471.601111:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200258688, portal 25 00000100:00000001:3.0:1773941471.601112:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941471.601113:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:3.0:1773941471.601118:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200258688/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941487 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941471.601124:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941471.601126:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941471.601128:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875df68. 00000100:00000200:3.0:1773941471.601131:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200258688, offset 0 00000400:00000200:3.0:1773941471.601137:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941471.601145:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941471.601154:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941471.601159:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941471.601162:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941471.601166:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941471.601172:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941471.601175:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[50, 49] 00000400:00000200:3.0:1773941471.601178:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941471.601182:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [177:177:256:4294967295] 192.168.202.122@tcp LPNI seq info [51:51:8:4294967295] 00000400:00000200:3.0:1773941471.601185:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941471.601196:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941471.601201:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941471.601206:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38b00. 00000800:00000200:3.0:1773941471.601214:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941471.601232:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941471.601237:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941471.601254:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941471.601257:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941471.601259:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294950338 00000100:00000001:3.0:1773941471.601267:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294948996 00000100:00000001:3.0:1773941471.601272:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294950338 00000100:00000001:3.0:1773941471.601275:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294948996 00000100:00000001:3.0:1773941471.601277:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941471.601279:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.601281:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941471.601283:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941471.601286:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 11 seconds 00000100:00000001:3.0:1773941471.601289:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941471.601293:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941471.601413:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941471.601421:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38b00. 00000400:00000200:1.0:1773941471.601428:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941471.601448:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941471.601453:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875df68 00000400:00000010:1.0:1773941471.601456:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875df68. 00000100:00000001:1.0:1773941471.601460:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941471.601470:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200258688/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941487 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941471.601493:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941471.601498:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200258688/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941487 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941471.601506:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941471.601508:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941471.602674:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941471.602690:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941471.602692:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941471.602694:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941471.602700:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941471.602705:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941471.602710:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941471.602713:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941471.602724:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941471.602728:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef05480 00000400:00000200:0.0:1773941471.602734:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941471.602738:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xe39 [1] + 224 00000800:00000001:0.0:1773941471.602744:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941471.602752:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941471.602754:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941471.602758:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941471.602763:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941471.602768:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200258688/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941487 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941471.602776:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200258688/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941487 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941471.602796:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941471.602806:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941471.602809:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941471.602814:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941471.602821:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941471.602823:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941471.602826:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941471.602830:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941471.602832:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941471.602834:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941471.602845:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200258688/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941487 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941471.602855:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200258688/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941487 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941471.602863:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941471.602865:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941471.602868:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941471.602872:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941471.602875:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941471.602878:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941471.602881:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941471.602889:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=38 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941471.602894:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941471.602897:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941471.602901:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941471.602904:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941471.602908:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941471.602912:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941471.602917:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941471.602922:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941471.602926:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941471.602928:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941471.602930:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941471.602933:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941471.602937:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200258688/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941487 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941471.602946:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941471.602948:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941471.602951:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941471.602954:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941471.602957:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941471.602959:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.602968:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941471.602970:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941471.602971:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941471.602973:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.602975:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941471.602978:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941471.602980:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941471.602984:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941471.602988:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 276 00000400:00000200:3.0:1773941471.602993:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941471.602998:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941471.603003:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941471.603006:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941471.603009:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941471.603012:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941471.603016:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941471.603018:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941471.603021:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941471.603023:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941471.603026:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941471.603029:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941471.603033:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941471.603035:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941471.603038:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941471.603040:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941471.603043:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941471.603048:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941471.603051:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941471.603054:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941471.603058:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941471.603061:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.603064:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941471.603072:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941471.603077:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085500. 00000020:00000040:3.0:1773941471.603080:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941471.603084:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941471.603086:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.603088:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941471.603090:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941471.603093:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941471.603098:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90089c00. 00000100:00000001:3.0:1773941471.603102:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941471.603110:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90085500 x1860112200258816/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941471.603119:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941471.603122:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941471.603128:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bae3c49] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90085500 x1860112200258816/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941471.603152:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.603156:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941471.603158:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941471.603161:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941471.603164:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941471.603166:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941471.603169:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 1 seconds 00000100:00000001:3.0:1773941471.603172:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941471.603174:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941471.603179:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773941471.603181:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200258688/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941487 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941471.603183:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941471.603186:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941471.603194:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085500 x1860112200258816/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941471.603197:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941471.603202:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941471.603207:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941471.603210:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941471.603211:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941471.603214:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941471.603218:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200258688/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941487 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941471.603218:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941471.603229:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941471.603231:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941471.603238:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200258816:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941471.603248:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941471.603251:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1773941471.603253:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200258688:192.168.202.112@tcp:101:ll_cfg_requeue.0 02000000:00000001:0.0:1773941471.603254:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941471.603258:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773941471.603262:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1773941471.603264:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c70400. 00000100:00000001:3.0:1773941471.603266:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:0.0:1773941471.603269:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.603270:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941471.603273:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1773941471.603276:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000040:3.0:1773941471.603278:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200258688/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941487 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941471.603280:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd0b0. 00000100:00000001:3.0:1773941471.603288:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941471.603290:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78780. 00000400:00000010:0.0:1773941471.603290:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b5d8. 00000100:00000001:3.0:1773941471.603294:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941471.603297:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000200:0.0:1773941471.603299:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200258816, portal 25 00010000:00000001:3.0:1773941471.603300:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941471.603303:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1773941471.603305:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1773941471.603306:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1773941471.603309:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300995840 : -129353408555776 : ffff8a5a90085500) 00000020:00000040:3.0:1773941471.603310:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000020:00000001:3.0:1773941471.603313:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941471.603318:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00010000:3.0:1773941471.603321:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63231 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941471.603323:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085500 x1860112200258816/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941471.603333:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:3.0:1773941471.603340:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63231 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941471.603344:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941471.603349:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941471.603350:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000010:0.0:1773941471.603353:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002be58. 00010000:00010000:3.0:1773941471.603354:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63231 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:0.0:1773941471.603359:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200258816, offset 0 00010000:00000001:3.0:1773941471.603362:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941471.603370:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941471.603373:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00010000:3.0:1773941471.603374:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63231 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941471.603382:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941471.603384:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941471.603388:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941471.603388:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00010000:00000001:3.0:1773941471.603392:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1773941471.603393:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:3.0:1773941471.603396:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63231 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941471.603399:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941471.603404:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00010000:3.0:1773941471.603409:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000400:00000200:0.0:1773941471.603409:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 10000000:00000001:3.0:1773941471.603414:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1773941471.603415:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[50, 51] 10000000:00010000:3.0:1773941471.603417:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63231 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941471.603422:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941471.603428:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [178:178:256:4294967295] 192.168.202.112@tcp LPNI seq info [52:52:8:4294967295] 00010000:00000001:3.0:1773941471.603429:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941471.603443:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941471.603445:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941471.603448:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941471.603451:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:0.0:1773941471.603453:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941471.603454:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941471.603458:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941471.603462:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63231 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941471.603465:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 10000000:00000001:3.0:1773941471.603474:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000200:0.0:1773941471.603476:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:0.0:1773941471.603480:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51400. 10000000:00010000:3.0:1773941471.603483:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63231 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941471.603487:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 10000000:01000000:3.0:1773941471.603496:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000800:00000200:0.0:1773941471.603498:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 10000000:00000040:3.0:1773941471.603501:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000800:00000200:0.0:1773941471.603503:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51400 type 1, nob 616 niov 1 nkiov 1 10000000:00000001:3.0:1773941471.603504:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941471.603509:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941471.603511:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941471.603518:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941471.603520:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000001:0.0:1773941471.603520:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941471.603525:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941471.603528:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941471.603528:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941471.603532:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294950340 00000020:00000040:3.0:1773941471.603533:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a63231 from hash 00010000:00000001:3.0:1773941471.603537:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941471.603539:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941471.603539:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294950338 00010000:00000001:3.0:1773941471.603542:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941471.603545:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941471.603546:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1773941471.603547:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294950340 00010000:00000001:3.0:1773941471.603549:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1773941471.603552:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294950338 00010000:00000001:3.0:1773941471.603553:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941471.603555:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941471.603558:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941471.603559:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1773941471.603560:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941471.603563:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941471.603565:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63231 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941471.603567:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941471.603574:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941471.603574:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941471.603576:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941471.603579:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941471.603581:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941471.603582:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941471.603582:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941471.603583:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941471.603585:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63231 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941471.603586:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941471.603591:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000040:3.0:1773941471.603593:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4600 count: 0 00000100:00000001:0.0:1773941471.603596:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1773941471.603607:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941471.603607:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1773941471.603610:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941471.603612:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941471.603613:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941471.603618:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941471.603619:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200258688/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941487 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941471.603628:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000200:1.0:1773941471.603629:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1773941471.603631:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000010:1.0:1773941471.603634:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51400. 00000400:00000200:1.0:1773941471.603672:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1773941471.603678:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008a000. 00000400:00000200:1.0:1773941471.603678:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 02000000:00000001:3.0:1773941471.603684:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1773941471.603686:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002be58 00000020:00000001:3.0:1773941471.603687:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:1.0:1773941471.603691:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002be58. 00000100:00000001:1.0:1773941471.603696:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941471.603702:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085500 x1860112200258816/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941481 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941471.603712:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941471.603717:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085500 x1860112200258816/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941481 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941471.603726:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941471.603728:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000040:3.0:1773941471.603751:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941471.603753:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941471.603756:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0600. 02000000:00000001:3.0:1773941471.603760:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941471.603762:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941471.603764:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000001:3.0:1773941471.603766:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941471.603767:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941471.603768:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941471.603770:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941471.603772:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941471.603776:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eaddc0. 00000020:00000010:3.0:1773941471.603780:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0600. 00000020:00000010:3.0:1773941471.603784:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd1400. 00000040:00000010:3.0:1773941471.603788:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1c00. 00000020:00000010:3.0:1773941471.603792:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941471.603796:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1600. 80000000:00000010:3.0:1773941471.603800:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941471.603804:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd0400. 20000000:00000010:3.0:1773941471.603809:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd0a00. 10000000:00000040:3.0:1773941471.603813:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941471.603814:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941471.603818:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd1400. 00000040:00000010:3.0:1773941471.603821:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1c00. 00000020:00000010:3.0:1773941471.603823:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941471.603827:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1600. 80000000:00000010:3.0:1773941471.603829:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941471.603832:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd0400. 20000000:00000010:3.0:1773941471.603834:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd0a00. 00000020:00000010:3.0:1773941471.603836:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0600. 10000000:00000010:3.0:1773941471.603838:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eaddc0. 10000000:01000000:3.0:1773941471.603840:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941471.603847:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941471.603848:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941471.603850:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941471.603851:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941471.603853:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941471.603855:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941471.604968:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941471.604975:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941471.604977:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941471.604980:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941471.604983:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941471.604987:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941471.604991:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941471.604993:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941471.604996:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941471.604999:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef05500 00000400:00000200:0.0:1773941471.605002:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941471.605005:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xe41 [1] + 0 00000800:00000001:0.0:1773941471.605009:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941471.605014:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941471.605016:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941471.605019:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941471.605022:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941471.605025:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085500 x1860112200258816/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941481 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941471.605033:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90085500 x1860112200258816/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941471.605050:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941471.605054:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941471.605055:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941471.605085:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941471.605089:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941471.605093:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941471.605094:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941471.605097:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd0b0. 00000400:00000200:2.0:1773941471.605101:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b5d8 00000400:00000010:2.0:1773941471.605102:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b5d8. 00000100:00000001:2.0:1773941471.605105:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941471.605110:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085500 x1860112200258816/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941481 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941471.605118:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085500 x1860112200258816/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941481 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941471.605123:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941471.605131:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941471.605133:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941471.605135:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941471.605137:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941471.605139:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941471.605140:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941471.605144:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=38 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941471.605147:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941471.605149:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941471.605150:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941471.605152:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941471.605154:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941471.605156:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941471.605159:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085500 x1860112200258816/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941481 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941471.605164:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941471.605166:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941471.605168:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941471.605170:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941471.605175:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941471.605177:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941471.605178:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941471.605180:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941471.605182:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941471.605184:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941471.605186:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941471.605188:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941471 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941471.605190:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941471.605196:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941471.605198:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941471.605199:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941471.605201:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941471.605202:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941471.605206:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941471.605208:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941471.605214:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941471.605217:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941471.605220:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941471.605222:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941471.605461:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941471.605466:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941471.605473:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085500 x1860112200258816/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941481 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941471.605483:0:14778:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:0.0:1773941471.605484:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200258816:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00080000:2.0:1773941471.605493:0:14778:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00100000:2.0:1773941471.605504:0:14778:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941471.605509:0:14778:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941471.605511:0:14778:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:0.0:1773941471.605512:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1773941471.605514:0:14778:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941471.605519:0:14778:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1773941471.605519:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000001:2.0:1773941471.605525:0:14778:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941471.605528:0:14778:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000040:0.0:1773941471.605529:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085500 x1860112200258816/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941481 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1773941471.605530:0:14778:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941471.605533:0:14778:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941471.605536:0:14778:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941471.605540:0:14778:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941471.605546:0:14778:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941471.605546:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941471.605551:0:14778:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:0.0:1773941471.605552:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941471.605555:0:14778:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000010:0.0:1773941471.605556:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c70400. 00000100:00000001:2.0:1773941471.605560:0:14778:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941471.605562:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941471.605566:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:2.0:1773941471.605567:0:14778:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000020:00000040:0.0:1773941471.605567:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941471.605572:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941471.605575:0:14778:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000010:0.0:1773941471.605576:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90089c00. 10000000:01000000:2.0:1773941471.605580:0:14778:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 02000000:00000001:0.0:1773941471.605581:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941471.605583:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000040:2.0:1773941471.605585:0:14778:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000010:0.0:1773941471.605586:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085500. 00000100:00000001:0.0:1773941471.605592:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941471.605592:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941471.605594:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941471.605597:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941471.605599:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941471.605601:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941471.605603:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941471.605606:0:14778:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941471.605610:0:14778:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941471.605612:0:14778:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941471.605618:0:14778:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:2.0:1773941471.605623:0:14778:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941471.605626:0:14778:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941471.605629:0:14778:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941471.605632:0:14778:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941471.605633:0:14778:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941471.609684:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4600. 00010000:00000010:3.1:1773941471.609696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941471.984817:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941471.984825:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941471.984830:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941472.880808:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941472.880818:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941472.880825:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941472.880828:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941472.880831:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941472.880832:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941472.880836:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941472.880838:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941472.880842:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941472.880846:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941472.880849:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941472.880864:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941472.880871:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941472.880877:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941472.880881:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941472.880888:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941472.880898:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd1800. 00000100:00000001:3.0:1773941472.880908:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941472.880914:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941472.880918:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941472.880928:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4600. 00010000:00000001:3.0:1773941472.880935:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941472.880939:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941472.880945:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941472.880948:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a63238 to hash 00000020:00000001:3.0:1773941472.880951:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941472.880953:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941472.880957:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941472.880962:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941472.880984:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941472.880991:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63238 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941472.881004:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63238 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941472.881020:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63238 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941472.881028:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941472.881030:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941472.881039:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78780. 00000100:00000001:3.0:1773941472.881042:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314574720 : -129353394976896 : ffff8a5a90d78780) 00000100:00000001:3.0:1773941472.881046:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941472.881048:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941472.881054:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941472.881060:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941472.881063:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941472.881065:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941472.881091:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200258944/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941472.881103:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941472.881106:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941472.881111:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941472.881115:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941472.881118:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941472.881123:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200258944:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941472.881129:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941472.881135:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941472.881139:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941472.881142:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941472.881149:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008a000. 02000000:00000001:3.0:1773941472.881157:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941472.881168:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941472.881173:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941472.881183:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941472.881193:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200258944, portal 25 00000100:00000001:3.0:1773941472.881195:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941472.881197:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:3.0:1773941472.881204:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200258944/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941488 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941472.881219:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941472.881223:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941472.881227:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d660. 00000100:00000200:3.0:1773941472.881231:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200258944, offset 0 00000400:00000200:3.0:1773941472.881244:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941472.881257:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941472.881268:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941472.881286:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941472.881291:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941472.881296:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941472.881299:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941472.881304:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[52, 51] 00000400:00000200:3.0:1773941472.881308:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941472.881314:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [179:179:256:4294967295] 192.168.202.122@tcp LPNI seq info [53:53:8:4294967295] 00000400:00000200:3.0:1773941472.881319:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941472.881333:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941472.881340:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941472.881346:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38200. 00000800:00000200:3.0:1773941472.881355:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941472.881365:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941472.881370:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941472.881397:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941472.881413:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941472.881417:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294951618 00000100:00000001:3.0:1773941472.881443:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294950340 00000100:00000001:3.0:1773941472.881451:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294951618 00000100:00000001:3.0:1773941472.881456:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294950340 00000100:00000001:3.0:1773941472.881461:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941472.881465:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941472.881468:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941472.881470:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941472.881474:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 11 seconds 00000100:00000001:3.0:1773941472.881478:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941472.881482:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941472.881583:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941472.881590:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38200. 00000400:00000200:1.0:1773941472.881598:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941472.881605:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941472.881611:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d660 00000400:00000010:1.0:1773941472.881614:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d660. 00000100:00000001:1.0:1773941472.881619:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941472.881625:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200258944/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941488 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941472.881638:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941472.881672:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200258944/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941488 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941472.881682:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941472.881684:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941472.882775:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941472.882792:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941472.882795:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941472.882799:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941472.882805:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941472.882812:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941472.882820:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941472.882824:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941472.882830:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941472.882835:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef05580 00000400:00000200:0.0:1773941472.882839:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941472.882845:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xe51 [1] + 224 00000800:00000001:0.0:1773941472.882854:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941472.882868:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941472.882870:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941472.882873:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941472.882878:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941472.882883:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200258944/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941488 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941472.882892:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200258944/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941488 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941472.882907:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941472.882914:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941472.882917:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941472.882924:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941472.882931:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941472.882933:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941472.882935:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941472.882939:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941472.882940:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941472.882942:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941472.882948:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200258944/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941488 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941472.882957:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200258944/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941488 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941472.882962:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941472.882963:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941472.882966:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941472.882969:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941472.882971:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941472.882973:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941472.882975:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941472.882982:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=39 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941472.882984:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941472.882987:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941472.882990:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941472.882998:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941472.883000:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941472.883003:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941472.883007:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941472.883011:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941472.883014:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941472.883017:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941472.883018:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941472.883020:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941472.883023:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200258944/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941488 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941472.883029:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941472.883030:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941472.883031:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941472.883033:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941472.883036:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941472.883037:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941472.883039:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941472.883039:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941472.883040:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941472.883041:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941472.883042:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941472.883045:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941472.883046:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941472.883049:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941472.883051:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 277 00000400:00000200:3.0:1773941472.883056:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941472.883060:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941472.883064:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941472.883067:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941472.883070:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941472.883073:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941472.883083:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941472.883085:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941472.883088:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941472.883090:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941472.883093:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941472.883096:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941472.883101:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941472.883103:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941472.883105:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941472.883108:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941472.883111:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941472.883115:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941472.883118:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941472.883121:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941472.883124:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941472.883126:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941472.883128:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941472.883129:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941472.883133:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085f80. 00000020:00000040:3.0:1773941472.883135:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941472.883138:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941472.883139:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941472.883141:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941472.883143:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941472.883145:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941472.883149:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9008a400. 00000100:00000001:3.0:1773941472.883152:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941472.883157:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90085f80 x1860112200259072/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941472.883164:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941472.883166:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941472.883170:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007088709c] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90085f80 x1860112200259072/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941472.883201:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941472.883205:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941472.883207:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941472.883211:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941472.883215:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941472.883215:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941472.883218:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941472.883220:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1773941472.883223:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 1 seconds 00000100:00000001:0.0:1773941472.883223:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941472.883229:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1773941472.883231:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085f80 x1860112200259072/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941472.883233:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941472.883244:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1773941472.883246:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200258944/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941488 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941472.883247:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941472.883255:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941472.883258:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941472.883262:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000001:0.0:1773941472.883264:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941472.883268:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941472.883272:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200259072:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941472.883274:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941472.883279:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941472.883280:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941472.883285:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1773941472.883289:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200258944/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941488 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941472.883290:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941472.883296:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941472.883303:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c70400. 00000100:00100000:3.0:1773941472.883306:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200258944:192.168.202.112@tcp:101:ll_cfg_requeue.0 02000000:00000001:0.0:1773941472.883308:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941472.883315:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941472.883317:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941472.883320:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:0.0:1773941472.883323:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddd10. 00000100:00000001:3.0:1773941472.883324:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941472.883326:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941472.883331:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200258944/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941488 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1773941472.883332:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002bc38. 00000100:00000001:3.0:1773941472.883340:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773941472.883340:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200259072, portal 25 00000100:00000001:0.0:1773941472.883346:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1773941472.883347:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78780. 00000100:00000001:3.0:1773941472.883350:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941472.883351:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941472.883353:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:0.0:1773941472.883357:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300998528 : -129353408553088 : ffff8a5a90085f80) 00010000:00000001:3.0:1773941472.883364:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941472.883367:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1773941472.883367:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085f80 x1860112200259072/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1773941472.883371:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000020:00000001:3.0:1773941472.883375:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941472.883380:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000001:0.0:1773941472.883382:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1773941472.883385:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63238 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941472.883386:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:0.0:1773941472.883391:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b660. 00000100:00000200:0.0:1773941472.883396:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200259072, offset 0 00010000:00000001:3.0:1773941472.883397:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:3.0:1773941472.883404:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63238 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941472.883404:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941472.883413:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941472.883415:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941472.883432:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63238 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941472.883435:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941472.883443:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941472.883444:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941472.883448:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941472.883448:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941472.883453:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00010000:3.0:1773941472.883454:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63238 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941472.883457:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941472.883464:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[52, 53] 00010000:00000001:3.0:1773941472.883474:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1773941472.883476:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:3.0:1773941472.883479:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941472.883484:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [180:180:256:4294967295] 192.168.202.112@tcp LPNI seq info [54:54:8:4294967295] 00010000:00000001:3.0:1773941472.883486:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941472.883491:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63238 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941472.883495:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:3.0:1773941472.883507:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000400:00000200:0.0:1773941472.883509:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 10000000:00000001:3.0:1773941472.883513:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000200:0.0:1773941472.883518:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 10000000:00010000:3.0:1773941472.883519:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63238 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:0.0:1773941472.883526:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51600. 00000800:00000200:0.0:1773941472.883535:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:3.0:1773941472.883546:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000800:00000200:0.0:1773941472.883546:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00010000:00000001:3.0:1773941472.883549:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941472.883553:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:0.0:1773941472.883554:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51600 type 1, nob 616 niov 1 nkiov 1 00000020:00000040:3.0:1773941472.883555:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941472.883561:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941472.883565:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941472.883568:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:0.0:1773941472.883571:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941472.883572:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63238 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941472.883579:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941472.883584:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294951620 10000000:00000001:3.0:1773941472.883588:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1773941472.883592:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294951618 10000000:00010000:3.0:1773941472.883593:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63238 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941472.883599:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294951620 00000100:00000001:0.0:1773941472.883606:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294951618 10000000:01000000:3.0:1773941472.883607:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941472.883611:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941472.883613:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941472.883620:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773941472.883621:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00000001:0.0:1773941472.883624:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941472.883626:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:0.0:1773941472.883628:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941472.883631:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941472.883632:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941472.883635:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941472.883637:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1773941472.883638:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941472.883664:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941472.883666:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941472.883668:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941472.883669:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941472.883670:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941472.883671:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941472.883677:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a63238 from hash 00010000:00000001:3.0:1773941472.883681:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941472.883684:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1773941472.883684:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1773941472.883687:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941472.883689:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000010:1.0:1773941472.883690:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51600. 00010000:00000001:3.0:1773941472.883691:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941472.883694:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941472.883697:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941472.883698:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1773941472.883698:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1773941472.883701:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941472.883706:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 10000000:00000001:3.0:1773941472.883709:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941472.883712:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63238 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941472.883720:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:1.0:1773941472.883722:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b660 00010000:00000001:3.0:1773941472.883723:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941472.883727:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000400:00000010:1.0:1773941472.883728:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b660. 00010000:00000001:3.0:1773941472.883730:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941472.883734:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1773941472.883734:0:2398:0:(events.c:34:request_out_callback()) Process entered 00010000:00000001:3.0:1773941472.883738:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:1.0:1773941472.883742:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085f80 x1860112200259072/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941482 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941472.883753:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941472.883757:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085f80 x1860112200259072/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941482 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941472.883766:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941472.883768:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1773941472.883784:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941472.883787:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63238 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773941472.883795:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4600 count: 0 00010000:00000001:3.0:1773941472.883806:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941472.883808:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941472.883810:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941472.883814:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200258944/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941488 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941472.883819:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941472.883822:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941472.883824:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008a000. 02000000:00000001:3.0:1773941472.883826:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941472.883828:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941472.883830:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941472.883831:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941472.883834:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd1800. 02000000:00000001:3.0:1773941472.883836:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941472.883838:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941472.883839:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000001:3.0:1773941472.883841:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941472.883843:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941472.883844:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941472.883846:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941472.883849:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941472.883857:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eaddc0. 00000020:00000010:3.0:1773941472.883861:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd1800. 00000020:00000010:3.0:1773941472.883865:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd1000. 00000040:00000010:3.0:1773941472.883869:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd0e00. 00000020:00000010:3.0:1773941472.883873:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941472.883878:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1400. 80000000:00000010:3.0:1773941472.883881:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941472.883886:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd1c00. 20000000:00000010:3.0:1773941472.883890:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd1600. 10000000:00000040:3.0:1773941472.883894:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941472.883896:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941472.883900:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd1000. 00000040:00000010:3.0:1773941472.883903:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd0e00. 00000020:00000010:3.0:1773941472.883905:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941472.883909:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1400. 80000000:00000010:3.0:1773941472.883911:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941472.883914:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd1c00. 20000000:00000010:3.0:1773941472.883917:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd1600. 00000020:00000010:3.0:1773941472.883919:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd1800. 10000000:00000010:3.0:1773941472.883921:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eaddc0. 10000000:01000000:3.0:1773941472.883923:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941472.883926:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941472.883928:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941472.883930:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941472.883931:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941472.883932:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941472.883933:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941472.885094:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941472.885104:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941472.885108:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941472.885111:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941472.885116:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941472.885122:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941472.885128:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941472.885131:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941472.885137:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941472.885141:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef05600 00000400:00000200:0.0:1773941472.885145:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941472.885150:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xe59 [1] + 0 00000800:00000001:0.0:1773941472.885171:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941472.885179:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941472.885182:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941472.885186:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941472.885190:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941472.885197:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085f80 x1860112200259072/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941482 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941472.885210:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90085f80 x1860112200259072/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941472.885233:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941472.885239:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941472.885250:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941472.885267:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941472.885276:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941472.885280:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941472.885281:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941472.885283:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddd10. 00000400:00000200:2.0:1773941472.885286:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002bc38 00000400:00000010:2.0:1773941472.885288:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002bc38. 00000100:00000001:2.0:1773941472.885290:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941472.885294:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085f80 x1860112200259072/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941482 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941472.885301:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085f80 x1860112200259072/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941482 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941472.885306:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941472.885307:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941472.885308:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941472.885310:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941472.885311:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941472.885313:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941472.885315:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941472.885318:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=39 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941472.885320:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941472.885322:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941472.885324:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941472.885326:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941472.885328:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941472.885330:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941472.885333:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085f80 x1860112200259072/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941472.885338:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941472.885339:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941472.885341:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941472.885343:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941472.885349:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941472.885352:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941472.885353:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941472.885355:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941472.885360:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941472.885361:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941472.885363:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941472.885367:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941472 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941472.885369:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941472.885375:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941472.885377:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941472.885378:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941472.885380:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941472.885381:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941472.885384:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941472.885386:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941472.885388:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941472.885392:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941472.885395:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941472.885397:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941472.885690:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941472.885695:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941472.885700:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085f80 x1860112200259072/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941482 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941472.885707:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200259072:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941472.885711:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941472.885714:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941472.885723:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085f80 x1860112200259072/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941482 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941472.885726:0:14779:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:0.0:1773941472.885734:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941472.885737:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1773941472.885740:0:14779:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 02000000:00000010:0.0:1773941472.885741:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c70400. 02000000:00000001:0.0:1773941472.885747:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1773941472.885748:0:14779:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000001:0.0:1773941472.885750:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1773941472.885754:0:14779:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000040:0.0:1773941472.885754:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 10000000:01000000:1.0:1773941472.885759:0:14779:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000001:0.0:1773941472.885760:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1773941472.885764:0:14779:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:0.0:1773941472.885765:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9008a400. 00000001:00000001:1.0:1773941472.885770:0:14779:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:0.0:1773941472.885772:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941472.885775:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:1.0:1773941472.885776:0:14779:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941472.885778:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085f80. 00000001:00000001:1.0:1773941472.885782:0:14779:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:0.0:1773941472.885784:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:1.0:1773941472.885785:0:14779:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1773941472.885789:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941472.885791:0:14779:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941472.885794:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1773941472.885796:0:14779:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941472.885800:0:14779:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941472.885801:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1773941472.885805:0:14779:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941472.885805:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941472.885812:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941472.885813:0:14779:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941472.885815:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941472.885818:0:14779:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941472.885822:0:14779:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941472.885827:0:14779:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941472.885830:0:14779:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941472.885832:0:14779:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941472.885834:0:14779:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:1.0:1773941472.885856:0:14779:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941472.885858:0:14779:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941472.885861:0:14779:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941472.885865:0:14779:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:1.0:1773941472.885876:0:14779:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941472.885880:0:14779:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941472.885882:0:14779:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941472.885885:0:14779:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941472.885886:0:14779:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941472.889684:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4600. 00010000:00000010:3.1:1773941472.889694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941473.008785:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941473.008794:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941473.008798:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941474.032843:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941474.032850:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941474.032854:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941474.096777:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773941474.096789:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773941474.096802:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c5f80. 00000020:00000040:2.0:1773941474.096809:0:37:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941474.096814:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941474.096817:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941474.096823:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941474.096831:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5aa1544600. 00000100:00000001:2.0:1773941474.096839:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941474.096852:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3d31d207-695b-40b8-8597-fab765cae562->MGS req@ffff8a5a833c5f80 x1860112200259200/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941474.096863:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941474.096867:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941474.096874:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2025975] to pc [ptlrpcd_01_01+1] req@ffff8a5a833c5f80 x1860112200259200/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941474.096933:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941474.096937:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (285) 00000100:00000001:2.0:1773941474.096948:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773941474.096952:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1773941474.096954:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941474.096962:0:2407:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941474.096964:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941474.096965:0:2407:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941474.096968:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941474.096971:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941474.096971:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941474.096973:0:2407:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941474.096980:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a833c5f80 x1860112200259200/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941474.096987:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941474.096989:0:2407:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941474.096993:0:2407:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941474.096996:0:2407:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941474.096999:0:2407:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941474.097002:0:2407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3d31d207-695b-40b8-8597-fab765cae562:2407:1860112200259200:192.168.202.112@tcp:400:kworker.0 00000100:00000001:2.0:1773941474.097006:0:2407:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941474.097012:0:2407:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941474.097014:0:2407:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941474.097016:0:2407:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941474.097020:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a9abf6c00. 02000000:00000001:2.0:1773941474.097022:0:2407:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941474.097030:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941474.097034:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00000400:00000010:2.0:1773941474.097040:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00000100:00000200:2.0:1773941474.097055:0:2407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200259200, portal 25 00000100:00000001:2.0:1773941474.097058:0:2407:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941474.097059:0:2407:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720086302592 : -129353623249024 : ffff8a5a833c5f80) 00000100:00000040:2.0:1773941474.097064:0:2407:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a833c5f80 x1860112200259200/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941474.097079:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941474.097081:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941474.097084:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678330. 00000100:00000200:2.0:1773941474.097087:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200259200, offset 0 00000400:00000200:2.0:1773941474.097093:0:2407:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941474.097102:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941474.097110:0:2407:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941474.097115:0:2407:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941474.097120:0:2407:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941474.097123:0:2407:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941474.097126:0:2407:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941474.097128:0:2407:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[54, 53] 00000400:00000200:2.0:1773941474.097132:0:2407:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:2.0:1773941474.097135:0:2407:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [181:181:256:4294967295] 192.168.202.122@tcp LPNI seq info [55:55:8:4294967295] 00000400:00000200:2.0:1773941474.097139:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:2.0:1773941474.097147:0:2407:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:2.0:1773941474.097152:0:2407:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:2.0:1773941474.097156:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544200. 00000800:00000200:2.0:1773941474.097163:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:2.0:1773941474.097171:0:2407:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:2.0:1773941474.097175:0:2407:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941474.097192:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941474.097196:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941474.097198:0:2407:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294952834 00000100:00000001:2.0:1773941474.097205:0:2407:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294951620 00000100:00000001:2.0:1773941474.097210:0:2407:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294952834 00000100:00000001:2.0:1773941474.097214:0:2407:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294951620 00000100:00000001:2.0:1773941474.097217:0:2407:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941474.097219:0:2407:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941474.097227:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941474.097229:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941474.097326:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941474.097331:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544200. 00000400:00000200:1.0:1773941474.097338:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941474.097343:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941474.097348:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678330 00000400:00000010:1.0:1773941474.097351:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678330. 00000100:00000001:1.0:1773941474.097354:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941474.097359:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c5f80 x1860112200259200/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941474.097367:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941474.097370:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a833c5f80 x1860112200259200/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941474.097376:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941474.097377:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941474.098575:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941474.098589:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941474.098592:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941474.098593:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941474.098599:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941474.098604:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941474.098617:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941474.098621:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941474.098624:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941474.098628:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef05680 00000400:00000200:0.0:1773941474.098631:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941474.098637:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xe69 [1] + 224 00000800:00000001:0.0:1773941474.098659:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941474.098667:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941474.098669:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941474.098672:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941474.098678:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941474.098684:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a833c5f80 x1860112200259200/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941474.098693:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a833c5f80 x1860112200259200/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941474.098708:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941474.098714:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941474.098717:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941474.098741:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941474.098744:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941474.098749:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941474.098751:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941474.098753:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941474.098757:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941474.098758:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941474.098760:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941474.098765:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c5f80 x1860112200259200/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941474.098773:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c5f80 x1860112200259200/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941474.098779:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941474.098780:0:2407:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941474.098783:0:2407:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941474.098785:0:2407:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941474.098787:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941474.098789:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941474.098791:0:2407:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941474.098797:0:2407:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=41 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941474.098799:0:2407:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941474.098802:0:2407:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941474.098804:0:2407:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941474.098806:0:2407:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941474.098809:0:2407:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941474.098813:0:2407:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941474.098816:0:2407:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941474.098819:0:2407:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941474.098820:0:2407:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941474.098822:0:2407:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941474.098824:0:2407:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941474.098832:0:2407:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a833c5f80 x1860112200259200/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941490 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941474.098839:0:2407:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941474.098840:0:2407:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941474.098842:0:2407:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941474.098846:0:2407:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941474.098849:0:2407:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941474.098851:0:2407:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941474.098853:0:2407:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941474.098855:0:2407:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941474.098856:0:2407:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941474.098858:0:2407:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941474.098859:0:2407:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941474.098862:0:2407:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941474.098864:0:2407:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941474.098868:0:2407:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941474.098871:0:2407:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 278 00000400:00000200:2.0:1773941474.098877:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941474.098882:0:2407:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941474.098887:0:2407:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941474.098891:0:2407:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941474.098894:0:2407:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941474.098897:0:2407:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:2.0:1773941474.098901:0:2407:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941474.098903:0:2407:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941474.098907:0:2407:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941474.098910:0:2407:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941474.098912:0:2407:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941474.098915:0:2407:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:2.0:1773941474.098919:0:2407:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941474.098921:0:2407:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941474.098922:0:2407:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941474.098924:0:2407:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:2.0:1773941474.098931:0:2407:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:2.0:1773941474.098934:0:2407:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:2.0:1773941474.098936:0:2407:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941474.098938:0:2407:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941474.098941:0:2407:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941474.098944:0:2407:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941474.098946:0:2407:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941474.098947:0:2407:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941474.098951:0:2407:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c7b80. 00000020:00000040:2.0:1773941474.098953:0:2407:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:2.0:1773941474.098956:0:2407:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941474.098958:0:2407:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941474.098961:0:2407:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941474.098962:0:2407:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941474.098965:0:2407:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941474.098968:0:2407:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90d71800. 00000100:00000001:2.0:1773941474.098972:0:2407:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941474.098976:0:2407:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a833c7b80 x1860112200259328/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941474.098983:0:2407:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941474.098985:0:2407:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941474.098987:0:2407:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c77b77a] to pc [ptlrpcd_rcv+-1] req@ffff8a5a833c7b80 x1860112200259328/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941474.099003:0:2407:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941474.099005:0:2407:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941474.099006:0:2407:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1773941474.099010:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a833c5f80 x1860112200259200/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941490 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941474.099015:0:2407:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941474.099018:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941474.099020:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941474.099027:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1773941474.099028:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a833c5f80 x1860112200259200/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941490 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941474.099031:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941474.099034:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1773941474.099044:0:2407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3d31d207-695b-40b8-8597-fab765cae562:2407:1860112200259200:192.168.202.112@tcp:400:kworker.0 00000100:00000040:0.0:1773941474.099044:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a833c7b80 x1860112200259328/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941474.099054:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941474.099058:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941474.099060:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941474.099063:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941474.099064:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a833c5f80 x1860112200259200/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941490 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941474.099068:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941474.099071:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941474.099075:0:2407:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941474.099075:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941474.099078:0:2407:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1773941474.099082:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200259328:192.168.202.112@tcp:250:ptlrpcd_01_00.0 02000000:00000010:2.0:1773941474.099083:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a9abf6c00. 02000000:00000001:2.0:1773941474.099088:0:2407:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773941474.099089:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1773941474.099092:0:2407:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1773941474.099093:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1773941474.099095:0:2407:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941474.099097:0:2407:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941474.099099:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5aa1544600. 02000000:00000001:0.0:1773941474.099103:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941474.099104:0:2407:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941474.099107:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1773941474.099108:0:2407:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941474.099112:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c5f80. 02000000:00000010:0.0:1773941474.099114:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c70400. 00000100:00000001:2.0:1773941474.099115:0:2407:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941474.099118:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941474.099119:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941474.099120:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941474.099126:0:2407:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1773941474.099126:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941474.099130:0:2407:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773941474.099132:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddf78. 00000100:00000001:2.0:1773941474.099133:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941474.099137:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773941474.099139:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002ba18. 00000100:00000200:0.0:1773941474.099143:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200259328, portal 25 00000100:00000001:0.0:1773941474.099145:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941474.099147:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720086309760 : -129353623241856 : ffff8a5a833c7b80) 00000100:00000040:0.0:1773941474.099152:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a833c7b80 x1860112200259328/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941474.099157:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941474.099159:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:0.0:1773941474.099161:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002bb28. 00000100:00000200:0.0:1773941474.099163:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200259328, offset 0 00000400:00000200:0.0:1773941474.099166:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941474.099169:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941474.099172:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941474.099174:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941474.099176:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941474.099178:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941474.099180:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941474.099182:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[54, 55] 00000400:00000200:0.0:1773941474.099185:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941474.099187:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [182:182:256:4294967295] 192.168.202.112@tcp LPNI seq info [56:56:8:4294967295] 00000400:00000200:0.0:1773941474.099190:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941474.099194:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:0.0:1773941474.099197:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:0.0:1773941474.099202:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51600. 00000800:00000200:0.0:1773941474.099206:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:0.0:1773941474.099211:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941474.099217:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773941474.099230:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941474.099234:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941474.099235:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294952836 00000100:00000001:0.0:1773941474.099239:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294952834 00000100:00000001:0.0:1773941474.099242:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294952836 00000100:00000001:0.0:1773941474.099245:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294952834 00000100:00000001:0.0:1773941474.099247:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941474.099249:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941474.099251:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941474.099253:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941474.099258:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941474.099259:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941474.099262:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941474.099263:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941474.099264:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941474.099266:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941474.099301:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941474.099306:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51600. 00000400:00000200:1.0:1773941474.099311:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941474.099317:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941474.099320:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002bb28 00000400:00000010:1.0:1773941474.099323:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002bb28. 00000100:00000001:1.0:1773941474.099326:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941474.099331:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c7b80 x1860112200259328/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941474.099354:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941474.099358:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a833c7b80 x1860112200259328/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941474.099363:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941474.099364:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941474.100851:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941474.100860:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941474.100862:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941474.100865:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941474.100871:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941474.100877:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941474.100883:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941474.100886:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941474.100890:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941474.100894:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef05700 00000400:00000200:0.0:1773941474.100899:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941474.100904:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xe71 [1] + 0 00000800:00000001:0.0:1773941474.100910:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941474.100919:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941474.100921:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941474.100926:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941474.100939:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941474.100945:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a833c7b80 x1860112200259328/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941474.100957:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a833c7b80 x1860112200259328/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941474.100975:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941474.100980:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941474.100983:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941474.101006:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941474.101009:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941474.101013:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941474.101014:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941474.101016:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddf78. 00000400:00000200:2.0:1773941474.101020:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002ba18 00000400:00000010:2.0:1773941474.101022:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002ba18. 00000100:00000001:2.0:1773941474.101024:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941474.101028:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c7b80 x1860112200259328/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941474.101044:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c7b80 x1860112200259328/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941474.101050:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941474.101051:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941474.101052:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941474.101054:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941474.101055:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941474.101056:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941474.101058:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941474.101061:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=41 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941474.101063:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941474.101065:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941474.101066:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941474.101069:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941474.101070:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941474.101073:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941474.101075:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a833c7b80 x1860112200259328/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941474.101079:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941474.101081:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941474.101082:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941474.101084:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941474.101089:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941474.101091:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941474.101093:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941474.101094:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941474.101096:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941474.101098:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941474.101100:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941474.101103:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941474 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941474.101105:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941474.101110:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941474.101115:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941474.101117:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941474.101118:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941474.101120:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941474.101123:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941474.101125:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941474.101127:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941474.101130:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941474.101133:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941474.101135:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941474.101334:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941474.101338:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941474.101343:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a833c7b80 x1860112200259328/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941474.101352:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200259328:192.168.202.112@tcp:250:ptlrpcd_01_00.0 00000100:00000001:0.0:1773941474.101356:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941474.101358:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941474.101362:0:14780:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:0.0:1773941474.101362:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a833c7b80 x1860112200259328/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941474.101370:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941474.101372:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1773941474.101373:0:14780:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 02000000:00000010:0.0:1773941474.101375:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c70400. 00000100:00100000:2.0:1773941474.101377:0:14780:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941474.101380:0:14780:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941474.101383:0:14780:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:0.0:1773941474.101385:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1773941474.101386:0:14780:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:0.0:1773941474.101387:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941474.101390:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000001:00000001:2.0:1773941474.101391:0:14780:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:0.0:1773941474.101392:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941474.101396:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90d71800. 00000001:00000001:2.0:1773941474.101397:0:14780:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941474.101399:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:2.0:1773941474.101401:0:14780:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:0.0:1773941474.101402:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:2.0:1773941474.101403:0:14780:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000010:0.0:1773941474.101405:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c7b80. 00000001:00000001:2.0:1773941474.101417:0:14780:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941474.101422:0:14780:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941474.101423:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941474.101425:0:14780:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941474.101426:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941474.101429:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941474.101431:0:14780:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941474.101434:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941474.101435:0:14780:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941474.101438:0:14780:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941474.101440:0:14780:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941474.101443:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941474.101444:0:14780:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941474.101448:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941474.101450:0:14780:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:0.0:1773941474.101452:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1773941474.101453:0:14780:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941474.101457:0:14780:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:2.0:1773941474.101470:0:14780:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941474.101471:0:14780:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941474.101473:0:14780:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941474.101476:0:14780:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:2.0:1773941474.101486:0:14780:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941474.101488:0:14780:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941474.101489:0:14780:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941474.101491:0:14780:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941474.101493:0:14780:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941474.928759:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941474.928765:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941474.928769:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941474.928771:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941474.928772:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941474.928787:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941474.928790:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941474.928791:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941474.928793:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941474.928795:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941474.928796:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941474.928804:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941474.928809:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941474.928814:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941474.928817:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941474.928823:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941474.928831:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd1000. 00000100:00000001:3.0:1773941474.928838:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941474.928842:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941474.928845:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941474.928853:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4200. 00010000:00000001:3.0:1773941474.928859:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941474.928862:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941474.928866:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941474.928868:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a6323f to hash 00000020:00000001:3.0:1773941474.928869:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941474.928871:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941474.928873:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941474.928876:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941474.928878:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941474.928881:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6323f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941474.928889:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6323f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941474.928898:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6323f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941474.928902:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941474.928908:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941474.928912:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78780. 00000100:00000001:3.0:1773941474.928914:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314574720 : -129353394976896 : ffff8a5a90d78780) 00000100:00000001:3.0:1773941474.928916:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941474.928917:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941474.928921:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941474.928924:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941474.928926:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941474.928927:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941474.928936:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200259456/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941474.928942:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941474.928944:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941474.928947:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941474.928949:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941474.928951:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941474.928953:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200259456:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941474.928956:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941474.928960:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941474.928963:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941474.928964:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941474.928967:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008a000. 02000000:00000001:3.0:1773941474.928969:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941474.928975:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941474.928977:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941474.928982:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941474.928987:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200259456, portal 25 00000100:00000001:3.0:1773941474.928989:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941474.928990:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:3.0:1773941474.928993:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200259456/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941490 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941474.928999:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941474.929001:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941474.929005:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875db28. 00000100:00000200:3.0:1773941474.929008:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200259456, offset 0 00000400:00000200:3.0:1773941474.929013:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941474.929020:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941474.929026:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941474.929030:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941474.929033:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941474.929036:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941474.929038:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941474.929040:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[56, 55] 00000400:00000200:3.0:1773941474.929043:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941474.929046:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [183:183:256:4294967295] 192.168.202.122@tcp LPNI seq info [57:57:8:4294967295] 00000400:00000200:3.0:1773941474.929049:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941474.929065:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941474.929069:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941474.929074:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38c00. 00000800:00000200:3.0:1773941474.929079:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941474.929085:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941474.929089:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941474.929102:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941474.929105:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941474.929107:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294953666 00000100:00000001:3.0:1773941474.929113:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294952836 00000100:00000001:3.0:1773941474.929116:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294953666 00000100:00000001:3.0:1773941474.929118:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294952836 00000100:00000001:3.0:1773941474.929120:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941474.929122:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941474.929124:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941474.929125:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941474.929127:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 11 seconds 00000100:00000001:3.0:1773941474.929133:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941474.929136:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941474.929305:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941474.929316:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38c00. 00000400:00000200:1.0:1773941474.929325:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941474.929342:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941474.929350:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875db28 00000400:00000010:1.0:1773941474.929354:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875db28. 00000100:00000001:1.0:1773941474.929361:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941474.929369:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200259456/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941490 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941474.929384:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941474.929389:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200259456/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941490 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941474.929398:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941474.929417:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941474.930797:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941474.930814:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941474.930817:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941474.930820:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941474.930828:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941474.930834:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941474.930843:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941474.930848:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941474.930854:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941474.930860:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef05780 00000400:00000200:0.0:1773941474.930865:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941474.930872:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xe81 [1] + 224 00000800:00000001:0.0:1773941474.930881:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941474.930893:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941474.930895:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941474.930898:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941474.930903:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941474.930908:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200259456/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941490 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941474.930917:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200259456/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941490 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941474.930942:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941474.930951:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941474.930956:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941474.930966:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941474.930973:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941474.930974:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941474.930977:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941474.930980:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941474.930982:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941474.930985:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941474.930991:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200259456/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941490 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941474.930999:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200259456/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941490 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941474.931004:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941474.931005:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941474.931007:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941474.931009:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941474.931011:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941474.931012:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941474.931014:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941474.931018:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=41 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941474.931021:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941474.931023:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941474.931026:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941474.931028:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941474.931030:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941474.931032:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941474.931035:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941474.931038:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941474.931040:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941474.931042:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941474.931043:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941474.931051:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941474.931055:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200259456/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941490 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941474.931060:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941474.931061:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941474.931062:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941474.931064:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941474.931066:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941474.931068:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941474.931069:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941474.931069:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941474.931070:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941474.931071:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941474.931073:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941474.931074:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941474.931076:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941474.931078:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941474.931080:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 280 00000400:00000200:3.0:1773941474.931084:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941474.931087:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941474.931090:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941474.931092:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941474.931093:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941474.931095:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941474.931097:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941474.931099:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941474.931101:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941474.931103:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941474.931104:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941474.931106:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941474.931107:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941474.931109:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941474.931110:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941474.931111:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941474.931116:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941474.931119:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941474.931121:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941474.931123:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941474.931125:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941474.931126:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941474.931128:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941474.931129:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941474.931132:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084000. 00000020:00000040:3.0:1773941474.931134:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941474.931136:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941474.931137:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941474.931139:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941474.931140:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941474.931142:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941474.931145:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90088400. 00000100:00000001:3.0:1773941474.931148:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941474.931152:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90084000 x1860112200259584/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941474.931158:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941474.931160:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941474.931162:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcbe4a9b] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90084000 x1860112200259584/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941474.931177:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941474.931179:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941474.931180:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941474.931182:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941474.931184:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941474.931185:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941474.931187:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 1 seconds 00000100:00000001:3.0:1773941474.931188:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941474.931189:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941474.931193:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200259456/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941490 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941474.931204:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941474.931207:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941474.931211:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941474.931211:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941474.931217:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941474.931219:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1773941474.931223:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200259456/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941490 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941474.931225:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1773941474.931243:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200259456:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000040:0.0:1773941474.931244:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084000 x1860112200259584/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941474.931255:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941474.931267:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941474.931276:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941474.931276:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941474.931280:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941474.931287:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200259456/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941490 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941474.931296:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941474.931299:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941474.931301:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78780. 02000000:00000001:0.0:1773941474.931307:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773941474.931308:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941474.931314:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:0.0:1773941474.931314:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941474.931320:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:0.0:1773941474.931322:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941474.931326:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00100000:0.0:1773941474.931332:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200259584:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000020:00000001:3.0:1773941474.931333:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941474.931340:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000100:00000001:0.0:1773941474.931340:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941474.931345:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1773941474.931346:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000001:0.0:1773941474.931348:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941474.931353:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000001:0.0:1773941474.931354:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941474.931366:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c70400. 00010000:00010000:3.0:1773941474.931367:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6323f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941474.931374:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941474.931397:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941474.931415:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000010:0.0:1773941474.931418:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993dd738. 00010000:00010000:3.0:1773941474.931421:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6323f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941474.931425:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002bcc0. 00000100:00000200:0.0:1773941474.931433:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200259584, portal 25 00010000:00000001:3.0:1773941474.931435:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:0.0:1773941474.931436:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941474.931439:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300990464 : -129353408561152 : ffff8a5a90084000) 00010000:00010000:3.0:1773941474.931440:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6323f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941474.931453:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084000 x1860112200259584/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941474.931454:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941474.931459:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941474.931464:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6323f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941474.931476:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773941474.931482:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1773941474.931482:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941474.931493:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773941474.931493:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002bf68. 00000100:00000200:0.0:1773941474.931508:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200259584, offset 0 00010000:00000001:3.0:1773941474.931509:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941474.931517:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6323f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941474.931525:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00010000:3.0:1773941474.931536:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000400:00000200:0.0:1773941474.931539:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00000001:3.0:1773941474.931543:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941474.931547:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6323f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941474.931551:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941474.931565:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941474.931566:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941474.931571:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1773941474.931576:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000020:00000001:3.0:1773941474.931577:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941474.931586:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000400:00000200:0.0:1773941474.931590:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1773941474.931598:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:0.0:1773941474.931602:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941474.931611:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:0.0:1773941474.931620:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[56, 57] 00010000:00000001:3.0:1773941474.931621:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941474.931626:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6323f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941474.931636:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 10000000:00000001:3.0:1773941474.931637:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941474.931664:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6323f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941474.931669:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941474.931672:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941474.931673:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941474.931676:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941474.931678:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941474.931680:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941474.931681:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941474.931683:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941474.931685:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941474.931690:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a6323f from hash 00000400:00000200:0.0:1773941474.931691:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [184:184:256:4294967295] 192.168.202.112@tcp LPNI seq info [58:58:8:4294967295] 00010000:00000001:3.0:1773941474.931694:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941474.931696:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941474.931697:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941474.931698:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941474.931700:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941474.931702:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941474.931709:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941474.931711:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941474.931712:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941474.931721:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941474.931721:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:3.0:1773941474.931732:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6323f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941474.931743:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941474.931747:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941474.931752:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:0.0:1773941474.931754:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00000001:3.0:1773941474.931755:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941474.931759:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941474.931764:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941474.931768:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941474.931771:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6323f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941474.931777:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00000040:3.0:1773941474.931791:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4200 count: 0 00000800:00000010:0.0:1773941474.931793:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51400. 00000800:00000200:0.0:1773941474.931808:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:3.0:1773941474.931810:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941474.931813:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941474.931817:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1773941474.931822:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000100:00000040:3.0:1773941474.931826:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200259456/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941490 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941474.931835:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941474.931838:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941474.931841:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941474.931845:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008a000. 02000000:00000001:3.0:1773941474.931848:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941474.931850:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941474.931851:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941474.931853:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941474.931854:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941474.931857:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd1000. 02000000:00000001:3.0:1773941474.931861:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1773941474.931861:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 02000000:00000001:3.0:1773941474.931866:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1773941474.931867:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294953669 00000100:00000010:3.0:1773941474.931875:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000001:3.0:1773941474.931880:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941474.931882:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941474.931882:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294953666 10000000:00000001:3.0:1773941474.931898:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941474.931901:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294953669 10000000:01000000:3.0:1773941474.931903:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941474.931911:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:0.0:1773941474.931913:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294953666 00000100:00000001:0.0:1773941474.931919:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:3.0:1773941474.931920:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eaddc0. 00000100:00000001:0.0:1773941474.931929:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941474.931931:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd1000. 00000100:00000001:0.0:1773941474.931936:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941474.931938:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd0400. 00000100:00000001:0.0:1773941474.931942:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1773941474.931944:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd0a00. 00000020:00000010:3.0:1773941474.931949:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000100:00000001:0.0:1773941474.931953:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1773941474.931954:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd0600. 00000800:00000200:1.0:1773941474.931956:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773941474.931961:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 80000000:00000010:3.0:1773941474.931962:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00000800:00000010:1.0:1773941474.931963:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51400. 00040000:00000010:3.0:1773941474.931975:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd0800. 00000100:00000001:0.0:1773941474.931975:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1773941474.931976:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 20000000:00000010:3.0:1773941474.931986:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd1e00. 00000100:00000001:0.0:1773941474.931987:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1773941474.931996:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 10000000:00000040:3.0:1773941474.932001:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 00000100:00000001:0.0:1773941474.932001:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941474.932002:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002bf68 10000000:00000001:3.0:1773941474.932009:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000010:1.0:1773941474.932013:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002bf68. 00000100:00000001:0.0:1773941474.932014:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941474.932016:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd0400. 00000100:00000001:1.0:1773941474.932028:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941474.932038:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084000 x1860112200259584/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941474.932050:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941474.932055:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084000 x1860112200259584/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941474.932082:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941474.932084:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000040:00000010:3.0:1773941474.932090:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd0a00. 00000020:00000010:3.0:1773941474.932100:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941474.932104:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd0600. 80000000:00000010:3.0:1773941474.932106:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941474.932109:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd0800. 20000000:00000010:3.0:1773941474.932112:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd1e00. 00000020:00000010:3.0:1773941474.932114:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd1000. 10000000:00000010:3.0:1773941474.932116:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eaddc0. 10000000:01000000:3.0:1773941474.932118:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941474.932120:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941474.932122:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941474.932124:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941474.932125:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941474.932126:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941474.932128:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941474.933412:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941474.933423:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941474.933425:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941474.933428:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941474.933433:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941474.933438:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941474.933443:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941474.933447:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941474.933457:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941474.933468:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef05800 00000400:00000200:0.0:1773941474.933472:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941474.933476:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xe89 [1] + 0 00000800:00000001:0.0:1773941474.933482:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941474.933489:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941474.933491:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941474.933495:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941474.933499:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941474.933504:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084000 x1860112200259584/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941474.933526:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90084000 x1860112200259584/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941474.933548:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941474.933553:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941474.933557:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941474.933589:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941474.933593:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941474.933597:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941474.933599:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941474.933601:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd738. 00000400:00000200:2.0:1773941474.933605:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002bcc0 00000400:00000010:2.0:1773941474.933607:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002bcc0. 00000100:00000001:2.0:1773941474.933609:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941474.933615:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084000 x1860112200259584/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941474.933623:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084000 x1860112200259584/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941474.933628:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941474.933629:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941474.933631:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941474.933632:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941474.933634:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941474.933635:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941474.933636:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941474.933675:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=41 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941474.933681:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941474.933684:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941474.933685:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941474.933688:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941474.933691:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941474.933695:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941474.933702:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084000 x1860112200259584/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941474.933710:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941474.933719:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941474.933721:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941474.933723:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941474.933729:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941474.933731:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941474.933732:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941474.933733:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941474.933735:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941474.933736:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941474.933738:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941474.933741:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941474 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941474.933743:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941474.933748:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941474.933750:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941474.933751:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941474.933752:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941474.933754:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941474.933756:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941474.933758:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941474.933760:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941474.933762:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941474.933764:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941474.933766:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941474.933989:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941474.933993:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941474.933999:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084000 x1860112200259584/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941474.934007:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200259584:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941474.934010:0:14781:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:0.0:1773941474.934013:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941474.934016:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1773941474.934027:0:14781:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00000040:0.0:1773941474.934027:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084000 x1860112200259584/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941474.934037:0:14781:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941474.934046:0:14781:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:0.0:1773941474.934047:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:01000000:2.0:1773941474.934048:0:14781:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:0.0:1773941474.934051:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1773941474.934052:0:14781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941474.934056:0:14781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:0.0:1773941474.934057:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c70400. 02000000:00000001:0.0:1773941474.934068:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1773941474.934069:0:14781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941474.934077:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:2.0:1773941474.934078:0:14781:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941474.934085:0:14781:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000040:0.0:1773941474.934085:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000001:00000001:2.0:1773941474.934088:0:14781:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941474.934095:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:2.0:1773941474.934097:0:14781:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941474.934099:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90088400. 00000100:00000001:2.0:1773941474.934101:0:14781:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:0.0:1773941474.934104:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1773941474.934106:0:14781:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:0.0:1773941474.934107:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941474.934111:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084000. 00000100:00000001:2.0:1773941474.934112:0:14781:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941474.934120:0:14781:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941474.934122:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941474.934126:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941474.934127:0:14781:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941474.934139:0:14781:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941474.934139:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941474.934151:0:14781:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941474.934153:0:14781:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941474.934154:0:14781:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000001:0.0:1773941474.934156:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941474.934159:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941474.934164:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941474.934166:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941474.934174:0:14781:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941474.934178:0:14781:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941474.934181:0:14781:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941474.934187:0:14781:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:2.0:1773941474.934194:0:14781:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941474.934198:0:14781:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941474.934200:0:14781:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941474.934202:0:14781:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941474.934204:0:14781:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941474.937672:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4200. 00010000:00000010:3.1:1773941474.937682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941475.056837:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941475.056848:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941475.056854:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941476.080848:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941476.080855:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941476.080861:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941476.336727:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941476.336734:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941476.336738:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941476.336740:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941476.336741:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941476.336742:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941476.336745:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941476.336747:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941476.336749:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941476.336751:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941476.336752:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941476.336761:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941476.336765:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941476.336769:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941476.336771:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941476.336775:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941476.336781:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0800. 00000100:00000001:3.0:1773941476.336787:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941476.336791:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941476.336794:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941476.336802:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4200. 00010000:00000001:3.0:1773941476.336808:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941476.336827:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941476.336832:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941476.336834:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a63246 to hash 00000020:00000001:3.0:1773941476.336837:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941476.336838:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941476.336841:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941476.336846:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941476.336849:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941476.336853:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63246 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941476.336862:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63246 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941476.336875:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63246 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941476.336882:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941476.336884:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941476.336891:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78780. 00000100:00000001:3.0:1773941476.336893:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314574720 : -129353394976896 : ffff8a5a90d78780) 00000100:00000001:3.0:1773941476.336896:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941476.336898:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941476.336903:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941476.336907:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941476.336910:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941476.336911:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941476.336920:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200259712/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941476.336927:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941476.336929:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941476.336932:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941476.336934:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941476.336940:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941476.336943:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200259712:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941476.336946:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941476.336951:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941476.336953:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941476.336954:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941476.336958:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008a000. 02000000:00000001:3.0:1773941476.336959:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941476.336965:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941476.336968:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941476.336973:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941476.336979:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200259712, portal 25 00000100:00000001:3.0:1773941476.336980:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941476.336981:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:3.0:1773941476.336985:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200259712/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941476.336990:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941476.336992:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941476.336995:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875db28. 00000100:00000200:3.0:1773941476.336997:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200259712, offset 0 00000400:00000200:3.0:1773941476.337002:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941476.337009:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941476.337015:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941476.337019:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941476.337022:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941476.337026:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941476.337028:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941476.337030:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[58, 57] 00000400:00000200:3.0:1773941476.337033:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941476.337036:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [185:185:256:4294967295] 192.168.202.122@tcp LPNI seq info [59:59:8:4294967295] 00000400:00000200:3.0:1773941476.337039:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941476.337045:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941476.337055:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941476.337060:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38c00. 00000800:00000200:3.0:1773941476.337065:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941476.337071:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941476.337075:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941476.337091:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941476.337094:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941476.337096:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294955074 00000100:00000001:3.0:1773941476.337109:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294953669 00000100:00000001:3.0:1773941476.337113:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294955074 00000100:00000001:3.0:1773941476.337116:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294953669 00000100:00000001:3.0:1773941476.337123:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941476.337125:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941476.337127:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941476.337129:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941476.337131:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 11 seconds 00000100:00000001:3.0:1773941476.337134:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941476.337138:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941476.337273:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941476.337281:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38c00. 00000400:00000200:1.0:1773941476.337288:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941476.337296:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941476.337303:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875db28 00000400:00000010:1.0:1773941476.337305:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875db28. 00000100:00000001:1.0:1773941476.337310:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941476.337316:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200259712/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941476.337327:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941476.337330:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200259712/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941476.337335:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941476.337337:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941476.338490:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941476.338508:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941476.338510:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941476.338513:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941476.338519:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941476.338524:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941476.338530:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941476.338533:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941476.338538:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941476.338541:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef05880 00000400:00000200:0.0:1773941476.338545:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941476.338549:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xe99 [1] + 224 00000800:00000001:0.0:1773941476.338557:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941476.338566:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941476.338568:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.338570:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941476.338574:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941476.338578:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200259712/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941476.338588:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200259712/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941476.338605:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941476.338626:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941476.338629:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941476.338636:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941476.338668:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941476.338669:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941476.338672:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941476.338676:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941476.338677:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941476.338680:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941476.338686:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200259712/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941476.338695:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200259712/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941476.338701:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941476.338702:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941476.338710:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941476.338712:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941476.338714:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941476.338716:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941476.338718:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941476.338722:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=43 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941476.338725:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941476.338727:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941476.338730:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941476.338732:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941476.338735:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941476.338736:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941476.338739:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941476.338742:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941476.338745:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941476.338747:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941476.338748:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941476.338750:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941476.338752:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200259712/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941492 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941476.338758:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941476.338758:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941476.338760:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941476.338762:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941476.338764:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941476.338765:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941476.338766:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941476.338767:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941476.338768:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941476.338769:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941476.338770:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941476.338772:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941476.338773:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941476.338775:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941476.338780:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 280 00000400:00000200:3.0:1773941476.338784:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941476.338788:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941476.338791:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941476.338793:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941476.338795:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941476.338797:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941476.338800:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941476.338801:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941476.338803:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941476.338805:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941476.338806:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941476.338807:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941476.338809:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941476.338811:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941476.338812:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941476.338813:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941476.338815:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941476.338818:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941476.338819:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941476.338821:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941476.338823:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941476.338825:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941476.338827:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941476.338828:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941476.338831:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90087480. 00000020:00000040:3.0:1773941476.338832:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941476.338834:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941476.338835:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941476.338837:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941476.338838:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941476.338840:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941476.338846:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9008b800. 00000100:00000001:3.0:1773941476.338849:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941476.338854:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90087480 x1860112200259840/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941476.338859:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941476.338861:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941476.338864:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3219ab] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90087480 x1860112200259840/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941476.338880:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941476.338882:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941476.338883:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941476.338885:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941476.338887:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941476.338888:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941476.338890:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 1 seconds 00000100:00000001:3.0:1773941476.338892:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941476.338894:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941476.338901:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200259712/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941492 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941476.338907:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941476.338907:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941476.338917:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941476.338918:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941476.338927:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941476.338928:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941476.338938:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941476.338944:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90087480 x1860112200259840/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941476.338945:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200259712/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941492 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941476.339019:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1773941476.339023:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200259712:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941476.339024:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941476.339031:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773941476.339033:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941476.339036:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941476.339038:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:0.0:1773941476.339040:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941476.339044:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00100000:0.0:1773941476.339049:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200259840:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941476.339050:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941476.339057:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1773941476.339062:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200259712/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941492 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941476.339062:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941476.339065:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941476.339075:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773941476.339081:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941476.339083:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c70400. 00000100:00000010:3.0:1773941476.339085:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78780. 02000000:00000001:0.0:1773941476.339087:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941476.339090:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941476.339093:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:0.0:1773941476.339094:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941476.339107:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000010:0.0:1773941476.339108:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddec8. 00010000:00000001:3.0:1773941476.339112:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941476.339114:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941476.339116:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000400:00000010:0.0:1773941476.339116:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002bbb0. 00000020:00000001:3.0:1773941476.339125:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000200:0.0:1773941476.339129:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200259840, portal 25 00010000:00000001:3.0:1773941476.339130:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000001:0.0:1773941476.339145:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:3.0:1773941476.339147:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63246 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941476.339152:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720301003904 : -129353408547712 : ffff8a5a90087480) 00010000:00000001:3.0:1773941476.339162:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000040:0.0:1773941476.339166:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90087480 x1860112200259840/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1773941476.339169:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63246 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941476.339194:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773941476.339199:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000040:0.0:1773941476.339200:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00010000:00010000:3.0:1773941476.339206:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63246 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941476.339206:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b7f8. 00000100:00000200:0.0:1773941476.339217:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200259840, offset 0 00010000:00000001:3.0:1773941476.339231:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941476.339235:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941476.339236:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00010000:3.0:1773941476.339241:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63246 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941476.339251:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941476.339253:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941476.339261:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:0.0:1773941476.339261:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:3.0:1773941476.339267:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63246 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941476.339278:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00010000:00010000:3.0:1773941476.339281:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 10000000:00000001:3.0:1773941476.339284:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941476.339286:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63246 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941476.339301:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:0.0:1773941476.339303:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941476.339304:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941476.339309:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941476.339311:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941476.339317:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:0.0:1773941476.339317:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00010000:00000001:3.0:1773941476.339326:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941476.339329:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1773941476.339331:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00010000:3.0:1773941476.339333:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63246 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773941476.339344:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1773941476.339344:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 10000000:00010000:3.0:1773941476.339348:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63246 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941476.339363:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:0.0:1773941476.339364:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[58, 59] 10000000:00000040:3.0:1773941476.339371:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941476.339374:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941476.339379:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000400:00000200:0.0:1773941476.339381:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:3.0:1773941476.339382:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:0.0:1773941476.339404:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [186:186:256:4294967295] 192.168.202.112@tcp LPNI seq info [60:60:8:4294967295] 00010000:00000001:3.0:1773941476.339406:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941476.339409:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941476.339416:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:0.0:1773941476.339420:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941476.339422:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941476.339428:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a63246 from hash 00010000:00000001:3.0:1773941476.339435:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941476.339440:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941476.339446:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941476.339446:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00000001:3.0:1773941476.339453:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000800:00000200:0.0:1773941476.339453:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941476.339459:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941476.339462:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000010:0.0:1773941476.339462:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51900. 00010000:00000001:3.0:1773941476.339475:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941476.339477:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941476.339479:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941476.339485:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 10000000:00000001:3.0:1773941476.339486:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941476.339496:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63246 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941476.339506:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941476.339517:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51900 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941476.339518:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941476.339522:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941476.339528:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941476.339530:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941476.339531:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941476.339532:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941476.339532:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941476.339534:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63246 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941476.339536:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773941476.339548:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4200 count: 0 00000400:00000200:0.0:1773941476.339553:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941476.339557:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294955076 00000100:00000001:0.0:1773941476.339568:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294955074 00000100:00000001:0.0:1773941476.339575:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294955076 00010000:00000001:3.0:1773941476.339579:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941476.339579:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294955074 00010000:00000001:3.0:1773941476.339587:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941476.339588:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941476.339594:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941476.339599:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941476.339600:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941476.339603:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941476.339612:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200259712/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941492 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941476.339613:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1773941476.339617:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773941476.339617:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941476.339626:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1773941476.339627:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51900. 00000100:00000001:0.0:1773941476.339631:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941476.339638:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941476.339677:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941476.339695:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941476.339705:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941476.339710:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b7f8 00000400:00000010:1.0:1773941476.339713:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b7f8. 00000100:00000001:1.0:1773941476.339717:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941476.339722:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90087480 x1860112200259840/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941486 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941476.339742:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1773941476.339744:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1773941476.339748:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941476.339751:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008a000. 02000000:00000001:3.0:1773941476.339757:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1773941476.339757:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90087480 x1860112200259840/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941486 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1773941476.339760:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941476.339766:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941476.339776:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941476.339782:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0800. 00000100:00000001:1.0:1773941476.339785:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941476.339788:0:2398:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1773941476.339790:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941476.339793:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941476.339805:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000001:3.0:1773941476.339808:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941476.339809:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941476.339811:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941476.339814:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941476.339816:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941476.339818:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eaddc0. 00000020:00000010:3.0:1773941476.339822:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0800. 00000020:00000010:3.0:1773941476.339826:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd0600. 00000040:00000010:3.0:1773941476.339829:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd0a00. 00000020:00000010:3.0:1773941476.339832:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941476.339835:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd0400. 80000000:00000010:3.0:1773941476.339838:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941476.339841:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd0000. 20000000:00000010:3.0:1773941476.339845:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd1e00. 10000000:00000040:3.0:1773941476.339849:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941476.339850:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941476.339854:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd0600. 00000040:00000010:3.0:1773941476.339856:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd0a00. 00000020:00000010:3.0:1773941476.339858:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941476.339861:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd0400. 80000000:00000010:3.0:1773941476.339863:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941476.339866:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd0000. 20000000:00000010:3.0:1773941476.339867:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd1e00. 00000020:00000010:3.0:1773941476.339870:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0800. 10000000:00000010:3.0:1773941476.339872:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eaddc0. 10000000:01000000:3.0:1773941476.339874:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941476.339876:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941476.339878:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941476.339879:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941476.339880:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941476.339881:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941476.339884:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941476.340871:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941476.340888:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941476.340891:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941476.340894:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941476.340899:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941476.340905:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941476.340912:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941476.340915:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941476.340919:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941476.340922:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef05900 00000400:00000200:0.0:1773941476.340926:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941476.340930:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xea1 [1] + 0 00000800:00000001:0.0:1773941476.340936:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941476.340941:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941476.340943:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941476.340945:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941476.340948:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941476.340951:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90087480 x1860112200259840/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941486 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941476.340959:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90087480 x1860112200259840/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941476.340978:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941476.340983:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941476.340985:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941476.341017:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941476.341020:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941476.341024:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941476.341026:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941476.341028:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddec8. 00000400:00000200:2.0:1773941476.341032:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002bbb0 00000400:00000010:2.0:1773941476.341034:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002bbb0. 00000100:00000001:2.0:1773941476.341036:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941476.341041:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90087480 x1860112200259840/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941486 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941476.341049:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90087480 x1860112200259840/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941486 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941476.341054:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941476.341055:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941476.341058:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941476.341059:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941476.341067:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941476.341068:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941476.341070:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941476.341076:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=43 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941476.341079:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941476.341081:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941476.341083:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941476.341085:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941476.341087:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941476.341089:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941476.341093:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90087480 x1860112200259840/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941486 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941476.341098:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941476.341099:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941476.341101:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941476.341103:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941476.341109:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941476.341111:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941476.341113:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941476.341115:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941476.341117:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941476.341119:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941476.341121:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941476.341124:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941476 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941476.341126:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941476.341132:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941476.341134:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941476.341136:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941476.341138:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941476.341140:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941476.341142:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941476.341144:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941476.341147:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941476.341149:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941476.341156:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941476.341158:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941476.341347:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941476.341352:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941476.341360:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90087480 x1860112200259840/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941486 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941476.341364:0:14783:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:2.0:1773941476.341372:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200259840:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00080000:0.0:1773941476.341376:0:14783:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00100000:0.0:1773941476.341383:0:14783:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941476.341384:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941476.341385:0:14783:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941476.341397:0:14783:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941476.341400:0:14783:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941476.341402:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000001:0.0:1773941476.341404:0:14783:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941476.341409:0:14783:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941476.341410:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90087480 x1860112200259840/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941486 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1773941476.341411:0:14783:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941476.341413:0:14783:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941476.341422:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:0.0:1773941476.341423:0:14783:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941476.341426:0:14783:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941476.341428:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1773941476.341428:0:14783:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:2.0:1773941476.341434:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c70400. 00000100:00080000:0.0:1773941476.341435:0:14783:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941476.341441:0:14783:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941476.341443:0:14783:0:(recover.c:147:ptlrpc_resend()) Process entered 02000000:00000001:2.0:1773941476.341444:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773941476.341445:0:14783:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941476.341449:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:0.0:1773941476.341450:0:14783:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000020:00000040:2.0:1773941476.341454:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941476.341454:0:14783:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941476.341456:0:14783:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941476.341460:0:14783:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000020:00000001:2.0:1773941476.341462:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941476.341466:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9008b800. 02000000:00000001:2.0:1773941476.341472:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941476.341474:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1773941476.341475:0:14783:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000010:2.0:1773941476.341477:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90087480. 10000000:00000001:0.0:1773941476.341477:0:14783:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941476.341483:0:14783:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941476.341485:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941476.341490:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:02000000:0.0:1773941476.341490:0:14783:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:2.0:1773941476.341497:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941476.341498:0:14783:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941476.341504:0:14783:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941476.341505:0:14783:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941476.341506:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1773941476.341507:0:14783:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941476.341509:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941476.341510:0:14783:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941476.341513:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941476.341515:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941476.344697:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4200. 00010000:00000010:3.1:1773941476.344708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941477.104867:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941477.104875:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941477.104880:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941477.872776:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941477.872800:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941477.872804:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941477.872806:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941477.872807:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941477.872808:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941477.872810:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941477.872812:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941477.872814:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941477.872816:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941477.872817:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941477.872824:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941477.872828:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941477.872837:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941477.872840:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941477.872844:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941477.872850:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0000. 00000100:00000001:3.0:1773941477.872855:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941477.872859:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941477.872861:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941477.872868:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4200. 00010000:00000001:3.0:1773941477.872873:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941477.872876:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941477.872879:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941477.872881:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a6324d to hash 00000020:00000001:3.0:1773941477.872883:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941477.872884:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941477.872887:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941477.872889:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941477.872892:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941477.872895:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6324d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941477.872904:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6324d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941477.872920:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6324d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941477.872925:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941477.872926:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941477.872931:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78780. 00000100:00000001:3.0:1773941477.872932:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314574720 : -129353394976896 : ffff8a5a90d78780) 00000100:00000001:3.0:1773941477.872934:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941477.872936:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941477.872940:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941477.872944:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.872945:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941477.872947:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941477.872955:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200259968/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941477.872962:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941477.872964:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941477.872967:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941477.872969:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941477.872971:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941477.872973:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200259968:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941477.872976:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941477.872980:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941477.872981:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941477.872983:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941477.872986:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008a000. 02000000:00000001:3.0:1773941477.872988:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941477.872999:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941477.873002:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941477.873007:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941477.873012:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200259968, portal 25 00000100:00000001:3.0:1773941477.873014:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941477.873018:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:3.0:1773941477.873022:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200259968/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941493 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941477.873027:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941477.873029:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941477.873031:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d660. 00000100:00000200:3.0:1773941477.873034:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200259968, offset 0 00000400:00000200:3.0:1773941477.873039:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941477.873045:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941477.873051:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941477.873056:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941477.873060:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941477.873064:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941477.873067:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941477.873070:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[60, 59] 00000400:00000200:3.0:1773941477.873075:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941477.873079:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [187:187:256:4294967295] 192.168.202.122@tcp LPNI seq info [61:61:8:4294967295] 00000400:00000200:3.0:1773941477.873083:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941477.873094:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941477.873110:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941477.873119:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38200. 00000800:00000200:3.0:1773941477.873127:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941477.873133:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941477.873137:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941477.873151:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941477.873154:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941477.873156:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294956610 00000100:00000001:3.0:1773941477.873163:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294955076 00000100:00000001:3.0:1773941477.873167:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294956610 00000100:00000001:3.0:1773941477.873170:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294955076 00000100:00000001:3.0:1773941477.873178:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941477.873180:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.873182:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941477.873184:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941477.873186:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 11 seconds 00000100:00000001:3.0:1773941477.873189:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941477.873192:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941477.873335:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941477.873344:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38200. 00000400:00000200:1.0:1773941477.873351:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941477.873359:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941477.873366:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d660 00000400:00000010:1.0:1773941477.873368:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d660. 00000100:00000001:1.0:1773941477.873388:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941477.873395:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200259968/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941493 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941477.873406:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941477.873409:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200259968/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941493 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941477.873415:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941477.873416:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941477.874565:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941477.874582:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941477.874585:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941477.874589:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941477.874596:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941477.874604:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941477.874612:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941477.874617:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941477.874623:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941477.874629:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef05980 00000400:00000200:0.0:1773941477.874635:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941477.874695:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xeb1 [1] + 224 00000800:00000001:0.0:1773941477.874705:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941477.874717:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941477.874720:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941477.874737:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941477.874743:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941477.874749:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200259968/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941493 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941477.874762:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200259968/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941493 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941477.874786:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941477.874797:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941477.874803:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941477.874819:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941477.874828:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941477.874830:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941477.874834:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941477.874840:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941477.874843:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941477.874847:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941477.874858:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200259968/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941493 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941477.874876:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200259968/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941493 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941477.874887:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941477.874891:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941477.874895:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941477.874899:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941477.874902:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941477.874906:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941477.874910:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941477.874916:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=44 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941477.874921:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941477.874923:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941477.874927:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941477.874930:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941477.874932:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941477.874934:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941477.874938:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941477.874941:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941477.874951:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941477.874953:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941477.874954:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941477.874956:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941477.874959:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200259968/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941493 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941477.874965:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941477.874966:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941477.874968:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941477.874970:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941477.874972:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941477.874973:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.874975:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941477.874976:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941477.874977:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941477.874978:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.874979:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941477.874981:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941477.874983:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941477.874985:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941477.874987:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 282 00000400:00000200:3.0:1773941477.874991:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941477.874994:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941477.874997:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941477.874999:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941477.875001:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941477.875002:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941477.875005:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941477.875006:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941477.875008:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941477.875010:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941477.875011:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941477.875013:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941477.875019:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941477.875020:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941477.875022:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941477.875023:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941477.875025:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941477.875027:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941477.875029:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941477.875031:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941477.875049:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941477.875051:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.875053:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941477.875054:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941477.875057:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084e00. 00000020:00000040:3.0:1773941477.875059:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941477.875061:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941477.875062:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.875064:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941477.875066:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941477.875068:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941477.875071:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9008bc00. 00000100:00000001:3.0:1773941477.875074:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941477.875079:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90084e00 x1860112200260096/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941477.875085:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941477.875087:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941477.875090:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0fc65ef] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90084e00 x1860112200260096/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941477.875116:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941477.875119:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941477.875126:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941477.875130:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941477.875134:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941477.875142:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941477.875145:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941477.875150:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 1 seconds 00000100:00000001:3.0:1773941477.875153:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941477.875155:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941477.875156:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941477.875159:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941477.875179:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200259968/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941493 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941477.875179:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084e00 x1860112200260096/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941477.875241:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941477.875244:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941477.875246:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941477.875250:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941477.875260:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200259968/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941493 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941477.875292:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941477.875298:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941477.875299:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200259968:192.168.202.112@tcp:101:ll_cfg_requeue.0 02000000:00000001:2.0:1773941477.875307:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773941477.875310:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1773941477.875311:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941477.875315:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941477.875318:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941477.875320:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1773941477.875325:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941477.875326:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200259968/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941493 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941477.875338:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200260096:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941477.875344:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941477.875347:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1773941477.875351:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78780. 02000000:00000001:2.0:1773941477.875353:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941477.875355:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941477.875359:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773941477.875361:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941477.875365:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000010:2.0:1773941477.875368:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d71400. 00010000:00000001:3.0:1773941477.875371:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:2.0:1773941477.875383:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941477.875388:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1773941477.875393:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000020:00000001:3.0:1773941477.875394:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941477.875400:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000400:00000010:2.0:1773941477.875402:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00000020:00000001:3.0:1773941477.875404:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941477.875411:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000010:2.0:1773941477.875411:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00010000:00010000:3.0:1773941477.875422:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6324d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941477.875424:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200260096, portal 25 00000100:00000001:2.0:1773941477.875429:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941477.875433:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994048 : -129353408557568 : ffff8a5a90084e00) 00000100:00000040:2.0:1773941477.875448:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084e00 x1860112200260096/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941477.875450:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:3.0:1773941477.875465:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6324d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941477.875467:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941477.875474:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941477.875478:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678dd0. 00000100:00000200:2.0:1773941477.875485:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200260096, offset 0 00010000:00000001:3.0:1773941477.875488:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941477.875493:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6324d lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941477.875498:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941477.875507:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941477.875509:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941477.875513:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:3.0:1773941477.875514:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6324d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941477.875525:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941477.875528:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941477.875533:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1773941477.875533:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00010000:00010000:3.0:1773941477.875540:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6324d lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941477.875547:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 10000000:00000001:3.0:1773941477.875549:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941477.875551:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6324d lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941477.875555:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941477.875557:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941477.875559:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941477.875561:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941477.875562:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941477.875564:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941477.875568:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941477.875568:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941477.875576:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941477.875580:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941477.875583:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6324d lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941477.875584:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 10000000:00000001:3.0:1773941477.875590:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941477.875592:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6324d lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941477.875603:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941477.875609:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:2.0:1773941477.875610:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[60, 61] 10000000:00000001:3.0:1773941477.875616:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941477.875622:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941477.875627:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1773941477.875632:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:3.0:1773941477.875634:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941477.875636:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941477.875638:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941477.875662:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941477.875666:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a6324d from hash 00010000:00000001:3.0:1773941477.875668:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941477.875670:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941477.875671:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941477.875672:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941477.875674:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1773941477.875676:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [188:188:256:4294967295] 192.168.202.112@tcp LPNI seq info [62:62:8:4294967295] 00010000:00000001:3.0:1773941477.875677:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941477.875688:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941477.875693:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941477.875697:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941477.875697:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00000001:3.0:1773941477.875706:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941477.875709:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6324d lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941477.875720:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941477.875726:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941477.875728:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941477.875733:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1773941477.875736:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00000001:3.0:1773941477.875742:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941477.875748:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941477.875750:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941477.875752:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6324d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941477.875757:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00000040:3.0:1773941477.875772:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4200 count: 0 00000800:00000010:2.0:1773941477.875773:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544600. 00000800:00000200:2.0:1773941477.875781:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:3.0:1773941477.875786:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941477.875788:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000200:2.0:1773941477.875790:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000100:00000001:3.0:1773941477.875796:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1773941477.875799:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544600 type 1, nob 616 niov 1 nkiov 1 00000100:00000040:3.0:1773941477.875805:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200259968/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941493 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941477.875812:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941477.875815:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941477.875816:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941477.875818:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008a000. 02000000:00000001:3.0:1773941477.875825:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1773941477.875826:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000020:00000001:3.0:1773941477.875831:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941477.875832:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294956613 00000020:00000040:3.0:1773941477.875834:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941477.875840:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941477.875843:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0000. 00000100:00000001:2.0:1773941477.875844:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294956610 02000000:00000001:3.0:1773941477.875851:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1773941477.875852:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294956613 02000000:00000001:3.0:1773941477.875854:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941477.875858:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294956610 00000100:00000010:3.0:1773941477.875859:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000001:3.0:1773941477.875876:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941477.875877:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941477.875886:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941477.875886:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941477.875899:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:3.0:1773941477.875903:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941477.875903:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773941477.875905:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544600. 10000000:01000000:3.0:1773941477.875916:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000100:00000001:2.0:1773941477.875916:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941477.875919:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:3.0:1773941477.875924:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941477.875929:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eaddc0. 00000100:00000001:2.0:1773941477.875934:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1773941477.875936:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000020:00000010:3.0:1773941477.875938:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0000. 00000100:00000001:2.0:1773941477.875940:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:1.0:1773941477.875943:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678dd0 00000100:00000001:2.0:1773941477.875948:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1773941477.875948:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678dd0. 00000100:00000001:2.0:1773941477.875952:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941477.875955:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1773941477.875956:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941477.875960:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773941477.875965:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084e00 x1860112200260096/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941487 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941477.875978:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941477.875985:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084e00 x1860112200260096/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941487 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1773941477.876005:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd0400. 00000040:00000010:3.0:1773941477.876010:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd0a00. 00000020:00000010:3.0:1773941477.876018:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941477.876024:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd0600. 00000100:00000001:1.0:1773941477.876028:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:3.0:1773941477.876030:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00000100:00000001:1.0:1773941477.876033:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00040000:00000010:3.0:1773941477.876041:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd1000. 20000000:00000010:3.0:1773941477.876045:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd0e00. 10000000:00000040:3.0:1773941477.876049:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941477.876052:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941477.876057:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd0400. 00000040:00000010:3.0:1773941477.876062:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd0a00. 00000020:00000010:3.0:1773941477.876066:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941477.876070:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd0600. 80000000:00000010:3.0:1773941477.876073:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941477.876077:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd1000. 20000000:00000010:3.0:1773941477.876081:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd0e00. 00000020:00000010:3.0:1773941477.876084:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0000. 10000000:00000010:3.0:1773941477.876087:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eaddc0. 10000000:01000000:3.0:1773941477.876090:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941477.876093:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941477.876097:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941477.876099:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941477.876101:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941477.876103:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941477.876106:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941477.877338:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941477.877350:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941477.877352:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941477.877353:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941477.877358:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941477.877363:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941477.877368:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941477.877371:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941477.877411:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941477.877414:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef05a00 00000400:00000200:0.0:1773941477.877417:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941477.877421:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xeb9 [1] + 0 00000800:00000001:0.0:1773941477.877426:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941477.877434:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941477.877436:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941477.877440:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941477.877444:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941477.877449:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084e00 x1860112200260096/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941487 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941477.877458:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90084e00 x1860112200260096/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941477.877471:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941477.877484:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941477.877487:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941477.877510:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941477.877515:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941477.877520:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941477.877522:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941477.877525:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941477.877530:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941477.877539:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941477.877543:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941477.877549:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084e00 x1860112200260096/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941487 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941477.877561:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084e00 x1860112200260096/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941487 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941477.877567:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941477.877568:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941477.877570:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941477.877573:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941477.877575:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941477.877576:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941477.877578:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941477.877583:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=44 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941477.877586:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941477.877588:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941477.877589:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941477.877591:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941477.877593:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941477.877595:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941477.877598:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084e00 x1860112200260096/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941477.877604:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941477.877606:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941477.877607:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941477.877609:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941477.877614:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941477.877616:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941477.877618:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941477.877620:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941477.877622:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941477.877624:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941477.877626:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941477.877629:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941477 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941477.877635:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941477.877663:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941477.877666:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941477.877669:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941477.877671:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941477.877673:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941477.877677:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941477.877679:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941477.877682:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941477.877685:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941477.877688:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941477.877690:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941477.877920:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941477.877923:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941477.877928:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084e00 x1860112200260096/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941487 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941477.877936:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200260096:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941477.877941:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941477.877943:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941477.877945:0:14784:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:2.0:1773941477.877947:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084e00 x1860112200260096/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941487 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941477.877954:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1773941477.877958:0:14784:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 02000000:00000001:2.0:1773941477.877960:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941477.877963:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d71400. 02000000:00000001:2.0:1773941477.877968:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:0.0:1773941477.877968:0:14784:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000001:2.0:1773941477.877974:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941477.877974:0:14784:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000040:2.0:1773941477.877981:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 10000000:01000000:0.0:1773941477.877982:0:14784:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000001:2.0:1773941477.877993:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1773941477.877993:0:14784:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:2.0:1773941477.878007:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9008bc00. 00000001:00000001:0.0:1773941477.878007:0:14784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941477.878019:0:14784:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941477.878020:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941477.878027:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:0.0:1773941477.878027:0:14784:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000010:2.0:1773941477.878033:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084e00. 00000001:00000001:0.0:1773941477.878034:0:14784:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941477.878038:0:14784:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941477.878040:0:14784:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941477.878041:0:14784:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941477.878050:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1773941477.878051:0:14784:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941477.878055:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941477.878056:0:14784:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941477.878061:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941477.878062:0:14784:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941477.878072:0:14784:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941477.878074:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1773941477.878076:0:14784:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941477.878077:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941477.878086:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941477.878089:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941477.878091:0:14784:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941477.878096:0:14784:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941477.878099:0:14784:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:0.0:1773941477.878120:0:14784:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941477.878121:0:14784:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941477.878124:0:14784:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941477.878129:0:14784:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:0.0:1773941477.878151:0:14784:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941477.878156:0:14784:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941477.878159:0:14784:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941477.878162:0:14784:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941477.878163:0:14784:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941477.881679:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4200. 00010000:00000010:3.1:1773941477.881686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941478.128833:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941478.128844:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941478.128850:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941479.152817:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941479.152822:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941479.152827:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773941479.216791:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773941479.216800:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773941479.216809:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354ce00. 00000020:00000040:1.0:1773941479.216815:0:37:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:1.0:1773941479.216819:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941479.216821:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941479.216825:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941479.216833:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a8a62be00. 00000100:00000001:1.0:1773941479.216840:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941479.216852:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3d31d207-695b-40b8-8597-fab765cae562->MGS req@ffff8a5a8354ce00 x1860112200260224/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941479.216865:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941479.216870:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941479.216876:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7256d9e] to pc [ptlrpcd_00_01+1] req@ffff8a5a8354ce00 x1860112200260224/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941479.216916:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941479.216921:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (290) 00000100:00000001:1.0:1773941479.216937:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1773941479.216942:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1773941479.216944:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941479.216952:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941479.216953:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941479.216955:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941479.216957:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941479.216957:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941479.216959:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1773941479.216962:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941479.216981:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354ce00 x1860112200260224/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941479.216987:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1773941479.216989:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941479.216992:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1773941479.216994:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941479.216996:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941479.216999:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3d31d207-695b-40b8-8597-fab765cae562:2405:1860112200260224:192.168.202.112@tcp:400:kworker.0 00000100:00000001:1.0:1773941479.217002:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941479.217006:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1773941479.217008:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941479.217010:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1773941479.217013:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a989eb800. 02000000:00000001:1.0:1773941479.217015:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941479.217021:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:1.0:1773941479.217024:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a901d8e70. 00000400:00000010:1.0:1773941479.217029:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934c4c8. 00000100:00000200:1.0:1773941479.217034:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200260224, portal 25 00000100:00000001:1.0:1773941479.217036:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941479.217037:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087903744 : -129353621647872 : ffff8a5a8354ce00) 00000100:00000040:1.0:1773941479.217041:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354ce00 x1860112200260224/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941479.217046:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1773941479.217048:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:1.0:1773941479.217050:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9934cd48. 00000100:00000200:1.0:1773941479.217052:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200260224, offset 0 00000400:00000200:1.0:1773941479.217057:0:2405:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:1.0:1773941479.217063:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941479.217069:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:1.0:1773941479.217073:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1773941479.217076:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:1.0:1773941479.217079:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941479.217081:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1773941479.217086:0:2405:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[62, 61] 00000400:00000200:1.0:1773941479.217089:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:1.0:1773941479.217092:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [189:189:256:4294967295] 192.168.202.122@tcp LPNI seq info [63:63:8:4294967295] 00000400:00000200:1.0:1773941479.217096:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941479.217103:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:1.0:1773941479.217107:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:1.0:1773941479.217112:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a8a62bc00. 00000800:00000200:1.0:1773941479.217117:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:1.0:1773941479.217123:0:2405:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:1.0:1773941479.217126:0:2405:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a8a62bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1773941479.217138:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941479.217141:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:1.0:1773941479.217143:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294957954 00000100:00000001:1.0:1773941479.217150:0:2405:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294956613 00000100:00000001:1.0:1773941479.217153:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294957954 00000100:00000001:1.0:1773941479.217156:0:2405:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294956613 00000100:00000001:1.0:1773941479.217159:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1773941479.217162:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941479.217164:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941479.217166:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941479.217252:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941479.217261:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a8a62bc00. 00000400:00000200:0.0:1773941479.217266:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941479.217279:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941479.217284:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934cd48 00000400:00000010:0.0:1773941479.217286:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934cd48. 00000100:00000001:0.0:1773941479.217289:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941479.217293:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354ce00 x1860112200260224/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941479.217301:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941479.217304:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354ce00 x1860112200260224/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941479.217310:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941479.217311:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941479.218607:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941479.218623:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941479.218625:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941479.218627:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941479.218632:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941479.218636:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941479.218665:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941479.218667:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941479.218670:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941479.218674:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef05a80 00000400:00000200:0.0:1773941479.218677:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941479.218680:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xec1 [1] + 224 00000800:00000001:0.0:1773941479.218685:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941479.218692:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941479.218694:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941479.218697:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941479.218708:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941479.218712:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354ce00 x1860112200260224/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941479.218719:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a8354ce00 x1860112200260224/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941479.218740:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941479.218747:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941479.218749:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941479.218779:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941479.218783:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1773941479.218788:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1773941479.218789:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1773941479.218792:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d8e70. 00000400:00000200:1.0:1773941479.218796:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9934c4c8 00000400:00000010:1.0:1773941479.218798:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9934c4c8. 00000100:00000001:1.0:1773941479.218801:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941479.218807:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354ce00 x1860112200260224/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1773941479.218817:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354ce00 x1860112200260224/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941479.218831:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1773941479.218833:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941479.218835:0:2405:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1773941479.218838:0:2405:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1773941479.218840:0:2405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1773941479.218843:0:2405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941479.218846:0:2405:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1773941479.218852:0:2405:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=46 v=5 (5 0 0 0) 00000100:00001000:1.0:1773941479.218856:0:2405:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1773941479.218859:0:2405:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1773941479.218861:0:2405:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941479.218864:0:2405:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:1.0:1773941479.218868:0:2405:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1773941479.218872:0:2405:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1773941479.218877:0:2405:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:1.0:1773941479.218881:0:2405:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:1.0:1773941479.218883:0:2405:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1773941479.218885:0:2405:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:1.0:1773941479.218887:0:2405:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:1.0:1773941479.218891:0:2405:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a8354ce00 x1860112200260224/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941495 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941479.218899:0:2405:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1773941479.218901:0:2405:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1773941479.218903:0:2405:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941479.218906:0:2405:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1773941479.218908:0:2405:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:1.0:1773941479.218910:0:2405:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941479.218912:0:2405:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941479.218913:0:2405:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941479.218915:0:2405:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:1.0:1773941479.218916:0:2405:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941479.218918:0:2405:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:1.0:1773941479.218920:0:2405:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1773941479.218927:0:2405:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1773941479.218931:0:2405:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:1.0:1773941479.218934:0:2405:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 283 00000400:00000200:1.0:1773941479.218939:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941479.218943:0:2405:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:1.0:1773941479.218948:0:2405:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941479.218951:0:2405:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941479.218954:0:2405:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941479.218957:0:2405:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:1.0:1773941479.218960:0:2405:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1773941479.218963:0:2405:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:1.0:1773941479.218965:0:2405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1773941479.218968:0:2405:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:1.0:1773941479.218971:0:2405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:1.0:1773941479.218973:0:2405:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:1.0:1773941479.218977:0:2405:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941479.218979:0:2405:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1773941479.218981:0:2405:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:1.0:1773941479.218983:0:2405:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:1.0:1773941479.218986:0:2405:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:1.0:1773941479.218990:0:2405:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:1.0:1773941479.218993:0:2405:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1773941479.218996:0:2405:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1773941479.218999:0:2405:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1773941479.219001:0:2405:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941479.219004:0:2405:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:1.0:1773941479.219006:0:2405:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1773941479.219009:0:2405:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354ea00. 00000020:00000040:1.0:1773941479.219012:0:2405:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:1.0:1773941479.219016:0:2405:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1773941479.219018:0:2405:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941479.219021:0:2405:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941479.219028:0:2405:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941479.219030:0:2405:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941479.219035:0:2405:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9ab35c00. 00000100:00000001:1.0:1773941479.219039:0:2405:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1773941479.219045:0:2405:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a8354ea00 x1860112200260352/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941479.219053:0:2405:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941479.219055:0:2405:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941479.219059:0:2405:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000077e9f4] to pc [ptlrpcd_rcv+-1] req@ffff8a5a8354ea00 x1860112200260352/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941479.219083:0:2405:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941479.219086:0:2405:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1773941479.219087:0:2405:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:1.0:1773941479.219093:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354ce00 x1860112200260224/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941495 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941479.219101:0:2405:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1773941479.219104:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1773941479.219106:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941479.219110:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354ce00 x1860112200260224/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941495 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941479.219119:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3d31d207-695b-40b8-8597-fab765cae562:2405:1860112200260224:192.168.202.112@tcp:400:kworker.0 00000100:00000001:1.0:1773941479.219124:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941479.219127:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941479.219132:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354ce00 x1860112200260224/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941495 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941479.219137:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941479.219141:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941479.219141:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941479.219145:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1773941479.219146:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1773941479.219152:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a989eb800. 00000100:00000040:2.0:1773941479.219153:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354ea00 x1860112200260352/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1773941479.219158:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1773941479.219161:0:2405:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941479.219164:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941479.219166:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941479.219170:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1773941479.219170:0:2405:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 02000000:00000001:2.0:1773941479.219173:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941479.219176:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941479.219176:0:2405:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1773941479.219181:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200260352:192.168.202.112@tcp:250:ptlrpcd_00_00.0 02000000:00000010:1.0:1773941479.219181:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a8a62be00. 00000100:00000001:2.0:1773941479.219188:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1773941479.219188:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1773941479.219192:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1773941479.219193:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941479.219197:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941479.219198:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1773941479.219198:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354ce00. 00000100:00000001:1.0:1773941479.219204:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1773941479.219206:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d71400. 00000100:00000001:1.0:1773941479.219208:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1773941479.219209:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941479.219213:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941479.219216:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941479.219220:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00000100:00000001:1.0:1773941479.219221:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:2.0:1773941479.219224:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00000100:00000001:1.0:1773941479.219225:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773941479.219229:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200260352, portal 25 00000100:00000001:1.0:1773941479.219230:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941479.219235:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1773941479.219235:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941479.219239:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087910912 : -129353621640704 : ffff8a5a8354ea00) 00000100:00000040:2.0:1773941479.219248:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354ea00 x1860112200260352/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941479.219266:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941479.219274:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941479.219284:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678880. 00000100:00000200:2.0:1773941479.219288:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200260352, offset 0 00000400:00000200:2.0:1773941479.219294:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941479.219300:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941479.219304:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941479.219308:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941479.219310:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941479.219312:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941479.219314:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941479.219316:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[62, 63] 00000400:00000200:2.0:1773941479.219319:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941479.219322:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [190:190:256:4294967295] 192.168.202.112@tcp LPNI seq info [64:64:8:4294967295] 00000400:00000200:2.0:1773941479.219325:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941479.219330:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941479.219333:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941479.219336:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544c00. 00000800:00000200:2.0:1773941479.219339:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941479.219344:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941479.219347:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1773941479.219358:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941479.219374:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941479.219375:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294957956 00000100:00000001:2.0:1773941479.219379:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294957954 00000100:00000001:2.0:1773941479.219382:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294957956 00000100:00000001:2.0:1773941479.219384:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294957954 00000100:00000001:2.0:1773941479.219387:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941479.219389:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941479.219392:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941479.219394:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941479.219398:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941479.219404:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941479.219405:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941479.219406:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941479.219407:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941479.219409:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941479.219441:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941479.219445:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544c00. 00000400:00000200:0.0:1773941479.219449:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941479.219453:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941479.219456:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678880 00000400:00000010:0.0:1773941479.219458:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678880. 00000100:00000001:0.0:1773941479.219460:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941479.219464:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354ea00 x1860112200260352/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941479.219470:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941479.219473:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354ea00 x1860112200260352/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941479.219478:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941479.219479:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941479.220924:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941479.220932:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941479.220934:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941479.220936:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941479.220939:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941479.220942:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941479.220946:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941479.220949:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941479.220952:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941479.220956:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef05b00 00000400:00000200:0.0:1773941479.220959:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941479.220963:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xed1 [1] + 0 00000800:00000001:0.0:1773941479.220967:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941479.220972:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941479.220974:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941479.220982:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941479.220985:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941479.220988:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354ea00 x1860112200260352/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941479.220995:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a8354ea00 x1860112200260352/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941479.221011:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941479.221015:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941479.221017:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941479.221042:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941479.221045:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941479.221048:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941479.221049:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941479.221051:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941479.221054:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941479.221055:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941479.221057:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941479.221062:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354ea00 x1860112200260352/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941479.221069:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354ea00 x1860112200260352/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941479.221075:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941479.221076:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941479.221077:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941479.221078:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941479.221080:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941479.221081:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941479.221083:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941479.221085:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=46 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941479.221088:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941479.221090:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941479.221091:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941479.221093:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941479.221095:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941479.221096:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941479.221099:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354ea00 x1860112200260352/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941479.221103:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941479.221105:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941479.221111:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941479.221113:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941479.221117:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941479.221119:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941479.221120:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941479.221121:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941479.221123:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941479.221124:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941479.221126:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941479.221128:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941479 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941479.221130:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941479.221135:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941479.221137:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941479.221140:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941479.221142:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941479.221144:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941479.221147:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941479.221150:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941479.221152:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941479.221155:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941479.221159:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941479.221161:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941479.221422:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941479.221425:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941479.221429:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354ea00 x1860112200260352/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941479.221436:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200260352:192.168.202.112@tcp:250:ptlrpcd_00_00.0 00000100:00000001:2.0:1773941479.221440:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941479.221441:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941479.221444:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354ea00 x1860112200260352/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941479.221448:0:14785:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941479.221459:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1773941479.221461:0:14785:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 02000000:00000001:2.0:1773941479.221462:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941479.221465:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d71400. 00000100:00100000:0.0:1773941479.221468:0:14785:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:2.0:1773941479.221469:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941479.221472:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941479.221475:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941479.221475:0:14785:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000001:2.0:1773941479.221480:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 10000000:01000000:0.0:1773941479.221480:0:14785:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:2.0:1773941479.221484:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9ab35c00. 00000001:00000001:0.0:1773941479.221486:0:14785:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941479.221487:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941479.221490:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941479.221491:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354ea00. 00000001:00000001:0.0:1773941479.221491:0:14785:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941479.221496:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941479.221498:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1773941479.221498:0:14785:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941479.221502:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941479.221505:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941479.221506:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941479.221507:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941479.221508:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941479.221513:0:14785:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941479.221516:0:14785:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941479.221521:0:14785:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941479.221524:0:14785:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941479.221526:0:14785:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941479.221531:0:14785:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941479.221534:0:14785:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941479.221536:0:14785:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941479.221538:0:14785:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941479.221541:0:14785:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941479.221543:0:14785:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941479.221545:0:14785:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941479.221547:0:14785:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:0.0:1773941479.221568:0:14785:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941479.221570:0:14785:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941479.221572:0:14785:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941479.221576:0:14785:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:0.0:1773941479.221590:0:14785:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941479.221594:0:14785:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941479.221596:0:14785:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941479.221600:0:14785:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941479.221604:0:14785:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941479.221618:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941479.221624:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941479.221628:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941479.221631:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941479.221632:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941479.221634:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941479.221636:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941479.221638:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941479.221665:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941479.221668:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941479.221670:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941479.221676:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941479.221683:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941479.221688:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941479.221691:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941479.221701:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941479.221707:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0600. 00000100:00000001:3.0:1773941479.221712:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941479.221718:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941479.221721:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941479.221728:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4200. 00010000:00000001:3.0:1773941479.221734:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941479.221736:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941479.221740:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941479.221742:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a63254 to hash 00000020:00000001:3.0:1773941479.221744:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941479.221746:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941479.221748:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941479.221752:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941479.221755:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941479.221758:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63254 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941479.221767:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63254 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941479.221777:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63254 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941479.221782:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941479.221784:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941479.221788:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78780. 00000100:00000001:3.0:1773941479.221790:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314574720 : -129353394976896 : ffff8a5a90d78780) 00000100:00000001:3.0:1773941479.221793:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941479.221794:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941479.221798:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941479.221801:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.221803:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941479.221805:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941479.221818:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200260480/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941479.221825:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941479.221827:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941479.221830:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941479.221832:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941479.221833:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941479.221836:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200260480:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941479.221839:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941479.221843:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941479.221846:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941479.221848:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941479.221852:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008a000. 02000000:00000001:3.0:1773941479.221855:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941479.221861:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941479.221866:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941479.221872:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941479.221879:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200260480, portal 25 00000100:00000001:3.0:1773941479.221881:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941479.221882:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:3.0:1773941479.221889:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200260480/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941495 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941479.221897:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941479.221900:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941479.221904:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875df68. 00000100:00000200:3.0:1773941479.221907:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200260480, offset 0 00000400:00000200:3.0:1773941479.221914:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941479.221923:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941479.221928:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941479.221932:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941479.221935:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941479.221938:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941479.221945:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941479.221948:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[64, 63] 00000400:00000200:3.0:1773941479.221951:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941479.221954:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [191:191:256:4294967295] 192.168.202.122@tcp LPNI seq info [65:65:8:4294967295] 00000400:00000200:3.0:1773941479.221957:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941479.221965:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941479.221969:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941479.221973:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38b00. 00000800:00000200:3.0:1773941479.221978:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941479.221984:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941479.221988:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941479.222006:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941479.222009:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941479.222011:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294957959 00000100:00000001:3.0:1773941479.222018:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294957956 00000100:00000001:3.0:1773941479.222024:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294957959 00000100:00000001:3.0:1773941479.222028:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294957956 00000100:00000001:3.0:1773941479.222031:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941479.222034:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.222035:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941479.222036:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941479.222039:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 11 seconds 00000100:00000001:3.0:1773941479.222041:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941479.222044:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941479.222087:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941479.222092:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38b00. 00000400:00000200:0.0:1773941479.222097:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941479.222103:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941479.222108:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875df68 00000400:00000010:0.0:1773941479.222110:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875df68. 00000100:00000001:0.0:1773941479.222114:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941479.222119:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200260480/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941495 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941479.222126:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941479.222128:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200260480/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941495 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941479.222133:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941479.222135:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941479.222956:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941479.222967:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941479.222969:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941479.222971:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941479.222975:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941479.222979:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941479.222984:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941479.222987:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941479.222990:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941479.222993:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef05b80 00000400:00000200:0.0:1773941479.223003:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941479.223007:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xed9 [1] + 224 00000800:00000001:0.0:1773941479.223012:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941479.223024:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941479.223027:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941479.223030:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941479.223035:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941479.223040:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200260480/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941495 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941479.223048:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200260480/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941495 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941479.223060:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941479.223067:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941479.223069:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941479.223085:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941479.223090:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941479.223091:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941479.223093:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941479.223096:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941479.223098:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941479.223101:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941479.223113:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200260480/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941495 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941479.223124:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200260480/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941495 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941479.223132:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941479.223134:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941479.223137:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941479.223139:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941479.223142:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941479.223144:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941479.223148:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941479.223153:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=46 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941479.223157:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941479.223161:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941479.223165:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941479.223167:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941479.223170:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941479.223172:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941479.223175:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941479.223179:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941479.223182:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941479.223184:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941479.223185:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941479.223186:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941479.223189:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200260480/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941495 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941479.223194:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941479.223195:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941479.223196:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941479.223198:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941479.223200:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941479.223201:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.223207:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941479.223208:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941479.223209:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941479.223210:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.223211:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941479.223213:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941479.223214:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941479.223216:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941479.223218:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 285 00000400:00000200:3.0:1773941479.223221:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941479.223224:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941479.223227:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941479.223230:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941479.223232:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941479.223234:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941479.223236:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941479.223237:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941479.223239:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941479.223240:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941479.223242:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941479.223243:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941479.223245:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941479.223246:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941479.223247:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941479.223249:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941479.223251:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941479.223253:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941479.223255:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941479.223257:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941479.223259:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941479.223261:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.223263:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941479.223267:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941479.223270:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90086a00. 00000020:00000040:3.0:1773941479.223272:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941479.223274:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941479.223275:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.223277:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941479.223279:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941479.223280:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941479.223283:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9008ac00. 00000100:00000001:3.0:1773941479.223286:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941479.223290:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90086a00 x1860112200260608/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941479.223296:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941479.223298:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941479.223301:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015688602] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90086a00 x1860112200260608/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941479.223316:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.223318:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941479.223319:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941479.223321:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941479.223323:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941479.223324:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941479.223325:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 1 seconds 00000100:00000001:3.0:1773941479.223326:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941479.223328:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941479.223332:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200260480/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941495 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941479.223338:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941479.223340:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941479.223342:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941479.223344:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941479.223347:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773941479.223348:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200260480/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941495 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941479.223355:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941479.223373:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941479.223384:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90086a00 x1860112200260608/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941479.223456:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200260480:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941479.223457:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941479.223464:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941479.223470:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773941479.223475:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1773941479.223476:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941479.223484:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:2.0:1773941479.223485:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.223493:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941479.223500:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1773941479.223500:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90086a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200260608:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941479.223509:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1773941479.223511:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200260480/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941495 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941479.223515:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941479.223519:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941479.223530:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773941479.223536:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941479.223537:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d71400. 00000100:00000010:3.0:1773941479.223540:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78780. 00000100:00000001:3.0:1773941479.223544:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941479.223545:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941479.223554:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:2.0:1773941479.223556:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941479.223558:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941479.223564:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941479.223565:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000020:00000001:3.0:1773941479.223569:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941479.223572:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941479.223574:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00010000:3.0:1773941479.223580:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63254 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941479.223581:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00000400:00000010:2.0:1773941479.223593:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00010000:00000001:3.0:1773941479.223594:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:3.0:1773941479.223602:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63254 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941479.223603:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200260608, portal 25 00000100:00000001:2.0:1773941479.223614:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1773941479.223617:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000001:2.0:1773941479.223618:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720301001216 : -129353408550400 : ffff8a5a90086a00) 00010000:00010000:3.0:1773941479.223621:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63254 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941479.223630:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1773941479.223633:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90086a00 x1860112200260608/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941479.223658:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941479.223662:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63254 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941479.223689:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941479.223693:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941479.223702:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1773941479.223703:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:3.0:1773941479.223706:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63254 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941479.223715:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00010000:00010000:3.0:1773941479.223720:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 10000000:00000001:3.0:1773941479.223723:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000010:2.0:1773941479.223724:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678000. 10000000:00010000:3.0:1773941479.223726:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63254 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941479.223735:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200260608, offset 0 00010000:00000001:3.0:1773941479.223736:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941479.223739:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941479.223742:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941479.223744:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941479.223747:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941479.223752:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941479.223756:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941479.223759:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941479.223762:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63254 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941479.223771:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00000001:3.0:1773941479.223773:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941479.223778:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63254 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941479.223785:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 10000000:01000000:3.0:1773941479.223787:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941479.223797:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:2.0:1773941479.223800:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:00000001:3.0:1773941479.223801:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941479.223808:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941479.223810:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1773941479.223812:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941479.223820:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941479.223824:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941479.223829:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1773941479.223831:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941479.223832:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941479.223836:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941479.223840:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a63254 from hash 00010000:00000001:3.0:1773941479.223844:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1773941479.223845:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[64, 65] 00010000:00000001:3.0:1773941479.223847:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941479.223851:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941479.223855:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941479.223858:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1773941479.223861:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:3.0:1773941479.223862:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941479.223868:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941479.223873:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941479.223873:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [192:192:256:4294967295] 192.168.202.112@tcp LPNI seq info [66:66:8:4294967295] 00010000:00000001:3.0:1773941479.223878:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941479.223884:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941479.223885:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:3.0:1773941479.223894:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63254 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941479.223912:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00000001:3.0:1773941479.223914:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941479.223917:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941479.223919:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941479.223923:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941479.223925:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941479.223929:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941479.223930:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1773941479.223932:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00010000:3.0:1773941479.223933:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63254 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:2.0:1773941479.223946:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544b00. 00010000:00000040:3.0:1773941479.223948:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4200 count: 0 00000800:00000200:2.0:1773941479.223961:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:3.0:1773941479.223966:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941479.223971:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000200:2.0:1773941479.223972:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000100:00000001:3.0:1773941479.223982:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1773941479.223983:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000040:3.0:1773941479.223993:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200260480/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941495 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941479.224000:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941479.224017:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1773941479.224018:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 02000000:00000001:3.0:1773941479.224021:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941479.224024:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294957961 02000000:00000010:3.0:1773941479.224031:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008a000. 00000100:00000001:2.0:1773941479.224034:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294957959 02000000:00000001:3.0:1773941479.224035:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941479.224038:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941479.224042:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941479.224045:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941479.224047:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0600. 00000100:00000001:2.0:1773941479.224048:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294957961 02000000:00000001:3.0:1773941479.224052:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941479.224054:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941479.224056:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000001:2.0:1773941479.224058:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294957959 00000100:00000001:3.0:1773941479.224059:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941479.224062:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1773941479.224062:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1773941479.224069:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1773941479.224070:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000010:0.0:1773941479.224070:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544b00. 10000000:01000000:3.0:1773941479.224077:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000400:00000200:0.0:1773941479.224080:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:3.0:1773941479.224083:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:2.0:1773941479.224085:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:3.0:1773941479.224088:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eadc00. 00000400:00000200:0.0:1773941479.224092:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000020:00000010:3.0:1773941479.224095:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0600. 00000100:00000001:2.0:1773941479.224099:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941479.224099:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678000 00000020:00000010:3.0:1773941479.224102:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd0a00. 00000400:00000010:0.0:1773941479.224105:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678000. 00000100:00000001:2.0:1773941479.224108:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941479.224112:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1773941479.224115:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941479.224117:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000200:0.0:1773941479.224118:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90086a00 x1860112200260608/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941479.224123:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941479.224128:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941479.224132:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941479.224140:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941479.224152:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941479.224157:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90086a00 x1860112200260608/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941479.224165:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1773941479.224166:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd0400. 00000100:00000001:0.0:1773941479.224167:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1773941479.224175:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941479.224182:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1400. 80000000:00000010:3.0:1773941479.224188:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941479.224194:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd1c00. 20000000:00000010:3.0:1773941479.224200:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd1600. 10000000:00000040:3.0:1773941479.224205:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941479.224207:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941479.224211:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd0a00. 00000040:00000010:3.0:1773941479.224215:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd0400. 00000020:00000010:3.0:1773941479.224217:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941479.224220:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1400. 80000000:00000010:3.0:1773941479.224223:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941479.224225:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd1c00. 20000000:00000010:3.0:1773941479.224228:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd1600. 00000020:00000010:3.0:1773941479.224230:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0600. 10000000:00000010:3.0:1773941479.224233:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eadc00. 10000000:01000000:3.0:1773941479.224235:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941479.224242:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941479.224244:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941479.224246:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941479.224247:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941479.224248:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941479.224250:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:0.0:1773941479.225177:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941479.225184:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941479.225186:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941479.225188:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941479.225192:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941479.225196:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:0.0:1773941479.225200:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941479.225203:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941479.225220:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941479.225223:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef05c00 00000400:00000200:0.0:1773941479.225226:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941479.225229:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xee1 [1] + 0 00000800:00000001:0.0:1773941479.225233:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941479.225239:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941479.225240:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941479.225243:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941479.225245:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941479.225249:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90086a00 x1860112200260608/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941479.225257:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90086a00 x1860112200260608/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941479.225272:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941479.225276:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941479.225278:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941479.225316:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941479.225320:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941479.225325:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941479.225326:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941479.225329:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941479.225334:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941479.225336:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941479.225339:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941479.225346:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90086a00 x1860112200260608/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941479.225358:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90086a00 x1860112200260608/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941479.225379:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941479.225381:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941479.225384:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941479.225387:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941479.225389:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941479.225391:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941479.225394:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941479.225398:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=46 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941479.225410:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941479.225413:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941479.225414:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941479.225417:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941479.225419:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941479.225421:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941479.225426:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90086a00 x1860112200260608/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941479.225435:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941479.225437:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941479.225439:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941479.225442:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941479.225447:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941479.225449:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941479.225451:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941479.225453:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941479.225455:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941479.225458:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941479.225461:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941479.225464:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941479 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941479.225467:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941479.225472:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941479.225474:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941479.225476:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941479.225479:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941479.225480:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941479.225483:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941479.225485:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941479.225488:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941479.225490:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941479.225493:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941479.225496:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941479.225685:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941479.225693:0:14786:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941479.225695:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941479.225702:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90086a00 x1860112200260608/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941479.225704:0:14786:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00100000:0.0:1773941479.225712:0:14786:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:2.0:1773941479.225725:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90086a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200260608:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941479.225735:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941479.225737:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941479.225741:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90086a00 x1860112200260608/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941479.225743:0:14786:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941479.225746:0:14786:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:2.0:1773941479.225758:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:0.0:1773941479.225758:0:14786:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941479.225768:0:14786:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941479.225769:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941479.225776:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d71400. 00000001:00000001:0.0:1773941479.225777:0:14786:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941479.225790:0:14786:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941479.225791:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:0.0:1773941479.225796:0:14786:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:2.0:1773941479.225797:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:0.0:1773941479.225808:0:14786:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941479.225809:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941479.225821:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:0.0:1773941479.225822:0:14786:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941479.225827:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9008ac00. 00000100:00000001:0.0:1773941479.225828:0:14786:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:2.0:1773941479.225839:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1773941479.225840:0:14786:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:2.0:1773941479.225845:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1773941479.225845:0:14786:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941479.225851:0:14786:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000010:2.0:1773941479.225852:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90086a00. 00000100:00000001:0.0:1773941479.225854:0:14786:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941479.225860:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1773941479.225866:0:14786:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941479.225867:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941479.225871:0:14786:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:2.0:1773941479.225874:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:0.0:1773941479.225874:0:14786:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941479.225877:0:14786:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000001:2.0:1773941479.225887:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941479.225891:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941479.225897:0:14786:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00000001:2.0:1773941479.225898:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1773941479.225900:0:14786:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941479.225903:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941479.225903:0:14786:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941479.225912:0:14786:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:0.0:1773941479.225916:0:14786:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941479.225919:0:14786:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941479.225920:0:14786:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941479.225924:0:14786:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941479.225926:0:14786:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941479.231675:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4200. 00010000:00000010:3.1:1773941479.231690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941480.176883:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941480.176891:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941480.176896:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941481.008777:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941481.008789:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941481.008796:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941481.008800:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941481.008802:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941481.008804:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941481.008808:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941481.008810:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941481.008813:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941481.008817:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941481.008819:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941481.008833:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941481.008840:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941481.008846:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941481.008850:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941481.008857:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941481.008867:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd1600. 00000100:00000001:3.0:1773941481.008876:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941481.008883:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941481.008887:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941481.008896:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4200. 00010000:00000001:3.0:1773941481.008904:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941481.008908:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941481.008913:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941481.008917:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a6325b to hash 00000020:00000001:3.0:1773941481.008919:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941481.008922:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941481.008925:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941481.008931:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941481.008953:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941481.008959:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6325b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941481.008973:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6325b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941481.008989:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6325b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941481.008997:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941481.008999:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941481.009007:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78780. 00000100:00000001:3.0:1773941481.009011:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314574720 : -129353394976896 : ffff8a5a90d78780) 00000100:00000001:3.0:1773941481.009014:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941481.009016:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941481.009023:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941481.009028:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941481.009031:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941481.009034:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941481.009047:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200260736/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941481.009059:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941481.009061:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941481.009066:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941481.009070:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941481.009074:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941481.009078:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200260736:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941481.009083:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941481.009090:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941481.009093:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941481.009096:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941481.009102:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008a000. 02000000:00000001:3.0:1773941481.009109:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941481.009119:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941481.009124:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941481.009132:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941481.009141:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200260736, portal 25 00000100:00000001:3.0:1773941481.009144:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941481.009146:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:3.0:1773941481.009152:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200260736/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941497 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941481.009160:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941481.009164:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941481.009167:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875dcc0. 00000100:00000200:3.0:1773941481.009171:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200260736, offset 0 00000400:00000200:3.0:1773941481.009179:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941481.009191:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941481.009200:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941481.009207:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941481.009212:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941481.009217:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941481.009221:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941481.009225:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[66, 65] 00000400:00000200:3.0:1773941481.009229:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941481.009235:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [193:193:256:4294967295] 192.168.202.122@tcp LPNI seq info [67:67:8:4294967295] 00000400:00000200:3.0:1773941481.009240:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941481.009253:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941481.009260:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941481.009268:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38b00. 00000800:00000200:3.0:1773941481.009277:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941481.009287:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941481.009293:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941481.009314:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941481.009327:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941481.009331:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294959746 00000100:00000001:3.0:1773941481.009341:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294957961 00000100:00000001:3.0:1773941481.009362:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294959746 00000100:00000001:3.0:1773941481.009367:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294957961 00000100:00000001:3.0:1773941481.009371:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941481.009375:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941481.009378:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941481.009381:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941481.009384:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 11 seconds 00000100:00000001:3.0:1773941481.009388:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941481.009392:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941481.009500:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941481.009506:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38b00. 00000400:00000200:0.0:1773941481.009515:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941481.009522:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941481.009530:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875dcc0 00000400:00000010:0.0:1773941481.009533:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875dcc0. 00000100:00000001:0.0:1773941481.009538:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941481.009544:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200260736/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941497 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941481.009556:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941481.009561:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200260736/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941497 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941481.009569:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941481.009572:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1773941481.010728:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941481.010742:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1773941481.010745:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941481.010746:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941481.010752:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941481.010756:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:0.0:1773941481.010761:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941481.010770:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941481.010774:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941481.010778:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef05c80 00000400:00000200:0.0:1773941481.010781:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941481.010785:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xee9 [1] + 224 00000800:00000001:0.0:1773941481.010792:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941481.010799:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941481.010801:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941481.010804:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:0.0:1773941481.010808:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941481.010812:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200260736/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941497 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941481.010821:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200260736/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941497 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941481.010834:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1773941481.010841:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941481.010844:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941481.010870:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941481.010878:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941481.010880:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941481.010883:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941481.010887:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941481.010889:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941481.010892:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941481.010897:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200260736/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941497 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941481.010905:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200260736/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941497 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941481.010911:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941481.010912:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941481.010914:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941481.010917:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941481.010919:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941481.010922:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941481.010924:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941481.010930:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=48 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941481.010933:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941481.010935:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941481.010939:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941481.010946:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941481.010949:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941481.010952:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941481.010956:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941481.010960:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941481.010963:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941481.010965:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941481.010966:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941481.010968:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941481.010971:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200260736/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941497 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941481.010976:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941481.010977:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941481.010978:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941481.010981:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941481.010983:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941481.010984:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941481.010986:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941481.010987:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941481.010988:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941481.010989:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941481.010990:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941481.010992:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941481.010993:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941481.010995:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941481.010997:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 285 00000400:00000200:3.0:1773941481.011001:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941481.011004:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941481.011007:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941481.011010:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941481.011012:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941481.011014:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941481.011020:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941481.011021:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941481.011023:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941481.011026:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941481.011028:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941481.011029:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941481.011031:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941481.011033:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941481.011034:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941481.011035:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941481.011037:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941481.011040:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941481.011042:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941481.011045:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941481.011047:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941481.011049:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941481.011051:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941481.011053:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941481.011056:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084700. 00000020:00000040:3.0:1773941481.011058:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941481.011060:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941481.011061:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941481.011063:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941481.011065:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941481.011066:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941481.011070:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9008ac00. 00000100:00000001:3.0:1773941481.011072:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941481.011077:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90084700 x1860112200260864/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941481.011082:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941481.011084:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941481.011088:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000360ee1f9] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90084700 x1860112200260864/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941481.011110:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941481.011112:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941481.011113:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941481.011116:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941481.011123:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941481.011125:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941481.011126:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78780 going to sleep for 1 seconds 00000100:00000001:3.0:1773941481.011128:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941481.011130:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941481.011134:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200260736/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941497 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941481.011140:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941481.011143:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941481.011145:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941481.011147:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941481.011150:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200260736/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941497 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941481.011153:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773941481.011158:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200260736:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941481.011160:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941481.011162:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941481.011164:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941481.011166:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941481.011169:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941481.011170:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941481.011177:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200260736/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941497 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941481.011178:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084700 x1860112200260864/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941481.011194:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941481.011199:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1773941481.011200:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78780. 00000100:00000001:2.0:1773941481.011203:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941481.011204:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941481.011207:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:2.0:1773941481.011207:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1773941481.011211:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:2.0:1773941481.011218:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941481.011222:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941481.011224:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00100000:2.0:1773941481.011227:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200260864:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000020:00000001:3.0:1773941481.011228:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941481.011231:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000100:00000001:2.0:1773941481.011235:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1773941481.011236:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000001:2.0:1773941481.011239:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1773941481.011240:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000001:2.0:1773941481.011241:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941481.011245:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:3.0:1773941481.011246:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6325b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:2.0:1773941481.011249:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d71400. 02000000:00000001:2.0:1773941481.011254:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941481.011256:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:2.0:1773941481.011260:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:3.0:1773941481.011263:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6325b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941481.011265:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00000400:00000010:2.0:1773941481.011271:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00010000:00000001:3.0:1773941481.011272:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941481.011276:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6325b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941481.011276:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200260864, portal 25 00000100:00000001:2.0:1773941481.011280:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941481.011283:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300992256 : -129353408559360 : ffff8a5a90084700) 00010000:00000001:3.0:1773941481.011289:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000040:2.0:1773941481.011291:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084700 x1860112200260864/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941481.011292:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941481.011296:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6325b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941481.011309:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773941481.011311:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:2.0:1773941481.011314:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941481.011315:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773941481.011317:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa06787f8. 00010000:00000001:3.0:1773941481.011320:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000200:2.0:1773941481.011320:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200260864, offset 0 00010000:00010000:3.0:1773941481.011324:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6325b lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941481.011327:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00010000:3.0:1773941481.011334:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000400:00000200:2.0:1773941481.011335:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00000001:3.0:1773941481.011338:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941481.011341:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6325b lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941481.011342:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941481.011362:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941481.011364:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941481.011367:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941481.011372:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941481.011378:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[66, 67] 00010000:00000001:3.0:1773941481.011382:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1773941481.011383:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:3.0:1773941481.011385:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1773941481.011389:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [194:194:256:4294967295] 192.168.202.112@tcp LPNI seq info [68:68:8:4294967295] 00000020:00000001:3.0:1773941481.011390:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941481.011393:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941481.011397:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941481.011398:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941481.011400:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941481.011403:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941481.011407:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6325b lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941481.011418:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 10000000:00000001:3.0:1773941481.011419:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941481.011423:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6325b lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941481.011427:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941481.011433:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544a00. 10000000:01000000:3.0:1773941481.011434:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941481.011439:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941481.011440:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941481.011444:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00010000:3.0:1773941481.011445:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941481.011449:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941481.011451:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:2.0:1773941481.011455:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00010000:00000001:3.0:1773941481.011456:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941481.011459:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:2.0:1773941481.011460:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544a00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941481.011461:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941481.011465:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a6325b from hash 00010000:00000001:3.0:1773941481.011467:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941481.011468:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941481.011469:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941481.011469:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941481.011471:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941481.011472:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941481.011473:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941481.011474:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941481.011475:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941481.011481:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941481.011484:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941481.011486:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941481.011490:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294959748 00010000:00010000:3.0:1773941481.011492:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6325b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941481.011494:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294959746 00000100:00000001:2.0:1773941481.011500:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294959748 00000100:00000001:2.0:1773941481.011505:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294959746 00010000:00000001:3.0:1773941481.011508:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941481.011509:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941481.011513:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941481.011514:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941481.011519:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1773941481.011519:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941481.011524:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1773941481.011524:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941481.011530:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941481.011532:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941481.011535:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941481.011535:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941481.011538:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00010000:3.0:1773941481.011540:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6325b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941481.011541:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941481.011544:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941481.011546:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941481.011550:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773941481.011553:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4200 count: 0 00010000:00000001:3.0:1773941481.011568:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941481.011570:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941481.011573:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:0.0:1773941481.011576:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1773941481.011578:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200260736/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941497 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1773941481.011582:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544a00. 00000100:00000001:3.0:1773941481.011589:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1773941481.011591:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1773941481.011592:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941481.011596:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008a000. 02000000:00000001:3.0:1773941481.011600:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1773941481.011602:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000020:00000001:3.0:1773941481.011603:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941481.011606:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941481.011609:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1773941481.011610:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa06787f8 02000000:00000010:3.0:1773941481.011612:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd1600. 02000000:00000001:3.0:1773941481.011616:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:0.0:1773941481.011616:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa06787f8. 02000000:00000001:3.0:1773941481.011619:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941481.011622:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000001:0.0:1773941481.011623:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1773941481.011624:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941481.011627:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941481.011629:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000200:0.0:1773941481.011632:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084700 x1860112200260864/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941481.011687:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941481.011692:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084700 x1860112200260864/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941491 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941481.011702:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1773941481.011703:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941481.011708:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:0.0:1773941481.011708:0:2398:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000010:3.0:1773941481.011718:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eade80. 00000020:00000010:3.0:1773941481.011723:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd1600. 00000020:00000010:3.0:1773941481.011727:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd1c00. 00000040:00000010:3.0:1773941481.011731:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1400. 00000020:00000010:3.0:1773941481.011736:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941481.011741:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd0400. 80000000:00000010:3.0:1773941481.011745:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941481.011750:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd0a00. 20000000:00000010:3.0:1773941481.011754:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd1800. 10000000:00000040:3.0:1773941481.011758:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941481.011763:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941481.011768:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd1c00. 00000040:00000010:3.0:1773941481.011771:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1400. 00000020:00000010:3.0:1773941481.011774:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941481.011777:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd0400. 80000000:00000010:3.0:1773941481.011780:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941481.011783:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd0a00. 20000000:00000010:3.0:1773941481.011786:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd1800. 00000020:00000010:3.0:1773941481.011789:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd1600. 10000000:00000010:3.0:1773941481.011791:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eade80. 10000000:01000000:3.0:1773941481.011794:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941481.011797:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941481.011799:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941481.016023:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941481.016026:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941481.016028:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941481.016031:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:1.0:1773941481.016043:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941481.016054:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941481.016057:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941481.016060:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941481.016066:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941481.016070:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941481.016076:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941481.016080:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941481.016085:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941481.016089:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef05d00 00000400:00000200:1.0:1773941481.016094:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941481.016099:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xef1 [1] + 0 00000800:00000001:1.0:1773941481.016107:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941481.016115:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941481.016118:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941481.016122:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941481.016128:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941481.016136:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084700 x1860112200260864/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941481.016178:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90084700 x1860112200260864/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941481.016192:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941481.016200:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941481.016203:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941481.016234:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941481.016238:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941481.016244:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941481.016246:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941481.016249:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941481.016253:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941481.016255:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941481.016258:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941481.016265:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084700 x1860112200260864/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941481.016276:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084700 x1860112200260864/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941491 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941481.016294:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941481.016297:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941481.016300:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941481.016303:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941481.016305:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941481.016307:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941481.016311:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941481.016316:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=48 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941481.016321:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941481.016323:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941481.016324:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941481.016327:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941481.016328:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941481.016331:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941481.016335:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084700 x1860112200260864/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941491 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941481.016340:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941481.016342:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941481.016355:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941481.016357:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941481.016364:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941481.016366:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941481.016368:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941481.016370:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941481.016372:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941481.016374:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941481.016376:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941481.016380:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941481 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941481.016382:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941481.016388:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941481.016390:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941481.016392:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941481.016394:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941481.016401:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941481.016404:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941481.016406:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941481.016409:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941481.016413:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941481.016416:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941481.016418:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941481.016678:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941481.016684:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941481.016690:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084700 x1860112200260864/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941491 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941481.016699:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200260864:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941481.016704:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941481.016707:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941481.016708:0:14787:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:2.0:1773941481.016710:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084700 x1860112200260864/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941491 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941481.016718:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:1.0:1773941481.016719:0:14787:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 02000000:00000001:2.0:1773941481.016720:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941481.016725:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d71400. 00000100:00100000:1.0:1773941481.016728:0:14787:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:2.0:1773941481.016729:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941481.016732:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1773941481.016734:0:14787:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000040:2.0:1773941481.016735:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941481.016739:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 10000000:01000000:1.0:1773941481.016739:0:14787:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:2.0:1773941481.016742:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9008ac00. 00000001:00000001:1.0:1773941481.016745:0:14787:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941481.016746:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941481.016750:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941481.016752:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084700. 00000001:00000001:1.0:1773941481.016752:0:14787:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941481.016757:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941481.016759:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941481.016760:0:14787:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941481.016761:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941481.016767:0:14787:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941481.016770:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:1.0:1773941481.016770:0:14787:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941481.016773:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941481.016775:0:14787:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941481.016778:0:14787:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941481.016782:0:14787:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941481.016783:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941481.016786:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941481.016789:0:14787:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941481.016794:0:14787:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941481.016797:0:14787:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941481.016800:0:14787:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941481.016803:0:14787:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941481.016805:0:14787:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941481.016806:0:14787:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941481.016808:0:14787:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:1.0:1773941481.016822:0:14787:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941481.016823:0:14787:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941481.016824:0:14787:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941481.016827:0:14787:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:1.0:1773941481.016831:0:14787:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941481.016833:0:14787:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941481.016835:0:14787:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941481.016843:0:14787:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941481.016844:0:14787:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941481.017666:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4200. 00010000:00000010:3.1:1773941481.017674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941481.200891:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941481.200901:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941481.200908:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941482.224754:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941482.224764:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941482.224769:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941482.224772:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941482.224774:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941482.224776:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941482.224779:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941482.224805:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941482.224807:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941482.224810:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941482.224812:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000020:00000001:1.0:1773941482.224819:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000100:00000010:3.0:1773941482.224822:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000001:1.0:1773941482.224825:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941482.224828:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00010000:00010000:1.0:1773941482.224831:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941482.224834:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941482.224839:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941482.224845:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941482.224854:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd1800. 00000100:00000001:3.0:1773941482.224861:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941482.224865:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941482.224868:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941482.224876:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4200. 00010000:00000001:3.0:1773941482.224883:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941482.224886:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941482.224890:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941482.224893:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a63262 to hash 00000020:00000001:3.0:1773941482.224895:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941482.224896:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941482.224899:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941482.224903:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941482.224906:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941482.224909:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63262 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941482.224918:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63262 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941482.224929:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63262 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941482.224935:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941482.224936:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941482.224945:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941482.224946:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941482.224949:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941482.224950:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941482.224955:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941482.224960:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.224962:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941482.224963:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941482.224973:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200260992/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941482.224981:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941482.224983:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941482.224986:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941482.224989:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941482.224991:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941482.224993:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200260992:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941482.224997:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941482.225002:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941482.225004:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941482.225007:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941482.225011:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008bc00. 02000000:00000001:3.0:1773941482.225012:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941482.225021:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941482.225024:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941482.225030:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941482.225038:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200260992, portal 25 00000100:00000001:3.0:1773941482.225040:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941482.225041:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:3.0:1773941482.225045:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200260992/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941482.225051:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941482.225053:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941482.225055:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d220. 00000100:00000200:3.0:1773941482.225061:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200260992, offset 0 00000400:00000200:3.0:1773941482.225067:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941482.225075:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941482.225084:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941482.225089:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941482.225093:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941482.225097:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941482.225099:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941482.225102:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[68, 67] 00000400:00000200:3.0:1773941482.225114:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941482.225119:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [195:195:256:4294967295] 192.168.202.122@tcp LPNI seq info [69:69:8:4294967295] 00000400:00000200:3.0:1773941482.225122:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941482.225131:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941482.225137:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941482.225142:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38200. 00000800:00000200:3.0:1773941482.225149:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941482.225158:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941482.225162:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941482.225176:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941482.225180:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941482.225182:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294960962 00000100:00000001:3.0:1773941482.225190:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294959748 00000100:00000001:3.0:1773941482.225193:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294960962 00000100:00000001:3.0:1773941482.225196:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294959748 00000100:00000001:3.0:1773941482.225199:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941482.225201:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.225203:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941482.225205:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941482.225207:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941482.225210:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941482.225219:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941482.225347:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941482.225354:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38200. 00000400:00000200:0.0:1773941482.225362:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941482.225369:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941482.225376:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d220 00000400:00000010:0.0:1773941482.225378:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d220. 00000100:00000001:0.0:1773941482.225382:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941482.225386:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200260992/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941482.225395:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941482.225398:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200260992/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941482.225404:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941482.225405:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941482.226567:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941482.226583:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941482.226586:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941482.226589:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941482.226595:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941482.226601:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941482.226610:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941482.226615:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941482.226620:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941482.226625:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef05d80 00000400:00000200:1.0:1773941482.226629:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941482.226636:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xef9 [1] + 224 00000800:00000001:1.0:1773941482.226672:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941482.226683:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941482.226685:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941482.226689:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941482.226694:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941482.226700:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200260992/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941482.226712:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200260992/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941482.226730:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941482.226738:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941482.226742:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941482.226756:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941482.226763:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941482.226765:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941482.226767:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941482.226771:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941482.226772:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941482.226774:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941482.226779:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200260992/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941482.226787:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200260992/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941498 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941482.226793:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941482.226794:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941482.226796:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941482.226799:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941482.226801:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941482.226803:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941482.226805:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941482.226810:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=49 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941482.226813:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941482.226816:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941482.226820:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941482.226823:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941482.226827:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941482.226831:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941482.226836:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941482.226841:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941482.226844:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941482.226847:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941482.226849:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941482.226852:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941482.226856:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200260992/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941498 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941482.226872:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941482.226874:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941482.226876:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941482.226880:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941482.226883:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941482.226885:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.226887:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941482.226888:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941482.226889:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941482.226890:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.226891:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941482.226893:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941482.226895:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941482.226898:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941482.226900:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 286 00000400:00000200:3.0:1773941482.226903:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941482.226907:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941482.226910:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941482.226913:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941482.226916:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941482.226917:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941482.226920:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941482.226921:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941482.226923:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941482.226926:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941482.226927:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941482.226929:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941482.226931:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941482.226932:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941482.226934:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941482.226935:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941482.226938:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941482.226947:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941482.226950:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941482.226953:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941482.226956:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941482.226959:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.226962:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941482.226964:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941482.226969:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085c00. 00000020:00000040:3.0:1773941482.226972:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941482.226976:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941482.226978:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.226980:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941482.226982:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941482.226985:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941482.226990:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9008a000. 00000100:00000001:3.0:1773941482.226994:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941482.227001:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90085c00 x1860112200261120/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941482.227011:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941482.227014:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941482.227019:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4daf4e9] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90085c00 x1860112200261120/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941482.227041:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.227044:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941482.227046:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941482.227049:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941482.227051:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941482.227053:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941482.227055:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941482.227057:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941482.227059:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941482.227065:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200260992/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941498 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941482.227077:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941482.227083:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941482.227087:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941482.227090:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941482.227097:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941482.227098:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085c00 x1860112200261120/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941482.227100:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941482.227104:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941482.227114:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1773941482.227115:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200260992/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941498 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941482.227118:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941482.227125:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1773941482.227128:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200260992:192.168.202.112@tcp:101:ll_cfg_requeue.0 02000000:00000001:2.0:1773941482.227130:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941482.227134:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1773941482.227135:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.227139:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941482.227142:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00100000:2.0:1773941482.227144:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200261120:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941482.227145:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941482.227150:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200260992/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941498 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941482.227152:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941482.227157:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1773941482.227159:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941482.227160:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941482.227162:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 02000000:00000001:2.0:1773941482.227165:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773941482.227166:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941482.227169:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941482.227172:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000010:2.0:1773941482.227173:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d72c00. 00010000:00000001:3.0:1773941482.227175:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941482.227179:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1773941482.227179:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941482.227181:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000020:00000001:3.0:1773941482.227185:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941482.227188:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941482.227189:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:3.0:1773941482.227193:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63262 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941482.227195:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00010000:00000001:3.0:1773941482.227202:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:3.0:1773941482.227206:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63262 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941482.227214:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00010000:00000001:3.0:1773941482.227217:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000200:2.0:1773941482.227220:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200261120, portal 25 00010000:00010000:3.0:1773941482.227221:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63262 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941482.227226:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941482.227230:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300997632 : -129353408553984 : ffff8a5a90085c00) 00010000:00000001:3.0:1773941482.227231:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941482.227233:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941482.227236:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63262 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941482.227241:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085c00 x1860112200261120/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941482.227243:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941482.227246:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941482.227251:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941482.227254:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63262 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941482.227256:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941482.227262:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00010000:00010000:3.0:1773941482.227263:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000400:00000010:2.0:1773941482.227266:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678198. 10000000:00000001:3.0:1773941482.227267:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941482.227269:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63262 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941482.227272:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200261120, offset 0 00010000:00000001:3.0:1773941482.227279:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941482.227282:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941482.227284:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1773941482.227284:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000020:00000040:3.0:1773941482.227287:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941482.227290:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941482.227292:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941482.227296:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941482.227297:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941482.227302:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63262 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941482.227306:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 10000000:00000001:3.0:1773941482.227309:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941482.227316:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63262 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941482.227325:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:01000000:3.0:1773941482.227327:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:2.0:1773941482.227344:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 10000000:00000040:3.0:1773941482.227346:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941482.227350:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941482.227350:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00010000:3.0:1773941482.227354:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000400:00000200:2.0:1773941482.227357:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941482.227358:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941482.227363:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1773941482.227364:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[68, 69] 00010000:00000001:3.0:1773941482.227365:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941482.227369:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941482.227371:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941482.227372:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000020:00000040:3.0:1773941482.227375:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a63262 from hash 00010000:00000001:3.0:1773941482.227379:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1773941482.227380:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [196:196:256:4294967295] 192.168.202.112@tcp LPNI seq info [70:70:8:4294967295] 00010000:00000001:3.0:1773941482.227381:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941482.227384:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941482.227386:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941482.227389:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1773941482.227392:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941482.227393:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941482.227397:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941482.227399:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941482.227401:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941482.227403:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941482.227408:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63262 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941482.227411:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00000001:3.0:1773941482.227419:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941482.227421:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941482.227424:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000800:00000200:2.0:1773941482.227425:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941482.227426:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941482.227429:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941482.227431:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941482.227432:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941482.227434:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63262 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:2.0:1773941482.227434:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544300. 00010000:00000040:3.0:1773941482.227444:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4200 count: 0 00000800:00000200:2.0:1773941482.227446:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941482.227458:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00010000:00000001:3.0:1773941482.227462:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1773941482.227463:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544300 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941482.227465:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941482.227471:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941482.227476:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200260992/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941498 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941482.227479:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941482.227489:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941482.227493:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941482.227495:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294960964 02000000:00000001:3.0:1773941482.227499:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941482.227503:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294960962 02000000:00000010:3.0:1773941482.227504:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008bc00. 00000100:00000001:2.0:1773941482.227512:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294960964 02000000:00000001:3.0:1773941482.227513:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941482.227518:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941482.227520:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294960962 00000020:00000040:3.0:1773941482.227522:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941482.227524:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1773941482.227529:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941482.227529:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941482.227533:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941482.227535:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd1800. 00000100:00000001:2.0:1773941482.227537:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941482.227544:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:0.0:1773941482.227544:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1773941482.227547:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1773941482.227549:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544300. 02000000:00000001:3.0:1773941482.227550:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941482.227550:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000010:3.0:1773941482.227555:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000001:2.0:1773941482.227556:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1773941482.227557:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1773941482.227559:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941482.227562:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941482.227563:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941482.227565:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941482.227566:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:2.0:1773941482.227567:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941482.227571:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:0.0:1773941482.227574:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678198 10000000:01000000:3.0:1773941482.227575:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000400:00000010:0.0:1773941482.227577:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678198. 10000000:00000001:3.0:1773941482.227579:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:0.0:1773941482.227582:0:2398:0:(events.c:34:request_out_callback()) Process entered 10000000:00000010:3.0:1773941482.227584:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eade80. 00000100:00000200:0.0:1773941482.227588:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085c00 x1860112200261120/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941482.227596:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941482.227598:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085c00 x1860112200261120/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941482.227604:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941482.227605:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1773941482.227627:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd1800. 00000020:00000010:3.0:1773941482.227632:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd0a00. 00000040:00000010:3.0:1773941482.227636:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd0400. 00000020:00000010:3.0:1773941482.227669:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941482.227674:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1400. 80000000:00000010:3.0:1773941482.227678:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941482.227682:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd1c00. 20000000:00000010:3.0:1773941482.227687:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd1600. 10000000:00000040:3.0:1773941482.227691:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941482.227694:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941482.227698:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd0a00. 00000040:00000010:3.0:1773941482.227702:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd0400. 00000020:00000010:3.0:1773941482.227711:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941482.227715:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1400. 80000000:00000010:3.0:1773941482.227718:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941482.227721:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd1c00. 20000000:00000010:3.0:1773941482.227723:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd1600. 00000020:00000010:3.0:1773941482.227725:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd1800. 10000000:00000010:3.0:1773941482.227727:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eade80. 10000000:01000000:3.0:1773941482.227730:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941482.227732:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941482.227734:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941482.227735:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941482.227737:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941482.227738:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941482.227740:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:1.0:1773941482.228739:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941482.228753:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941482.228756:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941482.228759:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941482.228764:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941482.228769:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941482.228775:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941482.228778:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941482.228782:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941482.228787:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef05e00 00000400:00000200:1.0:1773941482.228800:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941482.228804:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xf01 [1] + 0 00000800:00000001:1.0:1773941482.228810:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941482.228817:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941482.228820:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941482.228824:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941482.228828:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941482.228833:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085c00 x1860112200261120/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941482.228844:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90085c00 x1860112200261120/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941482.228863:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941482.228868:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941482.228871:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941482.228922:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941482.228931:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941482.228934:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941482.228936:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941482.228938:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941482.228941:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941482.228942:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941482.228944:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941482.228949:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085c00 x1860112200261120/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941482.228957:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085c00 x1860112200261120/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941492 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941482.228962:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941482.228963:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941482.228965:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941482.228966:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941482.228967:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941482.228969:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941482.228970:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941482.228973:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=49 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941482.228976:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941482.228977:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941482.228979:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941482.228981:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941482.228983:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941482.228985:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941482.228988:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085c00 x1860112200261120/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941482.228993:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941482.228994:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941482.228996:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941482.228997:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941482.229001:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941482.229002:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941482.229003:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941482.229005:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941482.229009:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941482.229011:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941482.229013:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941482.229016:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941482 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941482.229019:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941482.229025:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941482.229026:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941482.229028:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941482.229029:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941482.229031:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941482.229033:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941482.229036:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941482.229038:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941482.229040:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941482.229043:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941482.229045:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941482.229258:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941482.229261:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941482.229266:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085c00 x1860112200261120/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941492 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941482.229279:0:14788:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:0.0:1773941482.229287:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200261120:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00080000:2.0:1773941482.229290:0:14788:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00000001:0.0:1773941482.229296:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941482.229297:0:14788:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941482.229301:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941482.229302:0:14788:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941482.229305:0:14788:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000040:0.0:1773941482.229308:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085c00 x1860112200261120/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941492 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:2.0:1773941482.229310:0:14788:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941482.229315:0:14788:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:0.0:1773941482.229316:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:2.0:1773941482.229320:0:14788:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941482.229320:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1773941482.229324:0:14788:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:0.0:1773941482.229324:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d72c00. 00000001:00000001:2.0:1773941482.229328:0:14788:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:0.0:1773941482.229330:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1773941482.229331:0:14788:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941482.229345:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941482.229347:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 10000000:00000001:2.0:1773941482.229350:0:14788:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941482.229351:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941482.229354:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9008a000. 00000100:00000001:2.0:1773941482.229355:0:14788:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:0.0:1773941482.229358:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941482.229360:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:2.0:1773941482.229361:0:14788:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000010:0.0:1773941482.229362:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085c00. 00000100:00000001:2.0:1773941482.229366:0:14788:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941482.229367:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941482.229369:0:14788:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941482.229370:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941482.229373:0:14788:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941482.229374:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941482.229380:0:14788:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941482.229381:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941482.229383:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941482.229384:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941482.229385:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941482.229391:0:14788:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941482.229392:0:14788:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:2.0:1773941482.229394:0:14788:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:2.0:1773941482.229411:0:14788:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941482.229412:0:14788:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941482.229413:0:14788:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941482.229417:0:14788:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:2.0:1773941482.229420:0:14788:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941482.229422:0:14788:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941482.229423:0:14788:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941482.229426:0:14788:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941482.229427:0:14788:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941482.232682:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4200. 00010000:00000010:3.1:1773941482.232689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941483.248819:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941483.248830:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941483.248838:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941483.312725:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941483.312735:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941483.312741:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941483.312743:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941483.312745:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941483.312746:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941483.312748:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941483.312750:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941483.312752:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941483.312754:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941483.312755:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941483.312769:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941483.312774:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941483.312779:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941483.312783:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941483.312790:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941483.312798:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd1600. 00000100:00000001:3.0:1773941483.312805:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941483.312810:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941483.312813:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941483.312822:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4200. 00010000:00000001:3.0:1773941483.312827:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941483.312849:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941483.312853:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941483.312856:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a63269 to hash 00000020:00000001:3.0:1773941483.312858:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941483.312859:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941483.312862:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941483.312866:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941483.312869:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941483.312874:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63269 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941483.312882:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63269 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941483.312895:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63269 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941483.312899:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941483.312901:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941483.312907:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941483.312909:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941483.312912:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941483.312913:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941483.312918:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941483.312922:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941483.312924:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941483.312926:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941483.312938:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200261248/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941483.312945:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941483.312947:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941483.312951:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941483.312953:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941483.312958:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941483.312962:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200261248:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941483.312965:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941483.312972:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941483.312975:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941483.312988:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941483.312994:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008bc00. 02000000:00000001:3.0:1773941483.312996:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941483.313006:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941483.313011:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941483.313021:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941483.313030:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200261248, portal 25 00000100:00000001:3.0:1773941483.313033:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941483.313034:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:3.0:1773941483.313041:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200261248/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941499 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941483.313050:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941483.313053:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941483.313055:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d330. 00000100:00000200:3.0:1773941483.313059:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200261248, offset 0 00000400:00000200:3.0:1773941483.313065:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941483.313074:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941483.313081:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941483.313087:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941483.313091:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941483.313095:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941483.313098:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941483.313101:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[70, 69] 00000400:00000200:3.0:1773941483.313103:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941483.313107:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [197:197:256:4294967295] 192.168.202.122@tcp LPNI seq info [71:71:8:4294967295] 00000400:00000200:3.0:1773941483.313110:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941483.313119:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941483.313131:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941483.313136:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38c00. 00000800:00000200:3.0:1773941483.313142:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941483.313151:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941483.313155:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941483.313176:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941483.313180:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941483.313182:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294962050 00000100:00000001:3.0:1773941483.313190:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294960964 00000100:00000001:3.0:1773941483.313195:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294962050 00000100:00000001:3.0:1773941483.313197:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294960964 00000100:00000001:3.0:1773941483.313200:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941483.313203:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941483.313205:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941483.313207:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941483.313209:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941483.313212:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941483.313216:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941483.313354:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941483.313360:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38c00. 00000400:00000200:1.0:1773941483.313366:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941483.313371:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941483.313377:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d330 00000400:00000010:1.0:1773941483.313379:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d330. 00000100:00000001:1.0:1773941483.313384:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941483.313395:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200261248/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941499 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941483.313404:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941483.313407:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200261248/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941499 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941483.313413:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941483.313415:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941483.314638:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941483.314677:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941483.314680:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941483.314683:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941483.314688:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941483.314693:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941483.314700:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941483.314703:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941483.314707:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941483.314711:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef05e80 00000400:00000200:1.0:1773941483.314714:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941483.314718:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xf09 [1] + 224 00000800:00000001:1.0:1773941483.314724:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941483.314733:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941483.314736:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941483.314740:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941483.314745:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941483.314750:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200261248/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941499 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941483.314762:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200261248/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941499 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941483.314780:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941483.314789:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941483.314794:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941483.314804:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941483.314811:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941483.314813:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941483.314815:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941483.314819:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941483.314820:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941483.314822:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941483.314827:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200261248/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941499 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941483.314835:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200261248/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941499 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941483.314841:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941483.314842:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941483.314850:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941483.314853:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941483.314855:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941483.314857:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941483.314859:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941483.314866:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=50 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941483.314868:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941483.314870:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941483.314875:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941483.314877:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941483.314880:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941483.314882:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941483.314886:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941483.314890:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941483.314893:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941483.314894:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941483.314896:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941483.314898:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941483.314900:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200261248/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941499 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941483.314906:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941483.314907:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941483.314908:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941483.314911:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941483.314913:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941483.314914:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941483.314916:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941483.314916:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941483.314917:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941483.314918:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941483.314919:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941483.314921:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941483.314923:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941483.314925:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941483.314930:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 288 00000400:00000200:3.0:1773941483.314934:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941483.314938:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941483.314941:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941483.314944:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941483.314946:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941483.314948:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941483.314950:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941483.314952:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941483.314954:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941483.314955:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941483.314957:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941483.314959:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941483.314960:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941483.314962:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941483.314963:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941483.314964:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941483.314967:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941483.314969:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941483.314972:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941483.314974:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941483.314977:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941483.314979:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941483.314981:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941483.314982:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941483.314985:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90087800. 00000020:00000040:3.0:1773941483.314987:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941483.314990:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941483.314992:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941483.314994:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941483.314995:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941483.314998:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941483.315004:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9008b800. 00000100:00000001:3.0:1773941483.315007:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941483.315012:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90087800 x1860112200261376/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941483.315018:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941483.315020:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941483.315024:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e79c4d6] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90087800 x1860112200261376/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941483.315039:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941483.315042:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941483.315043:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941483.315045:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941483.315047:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941483.315048:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941483.315050:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941483.315051:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941483.315053:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941483.315057:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200261248/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941499 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941483.315063:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941483.315065:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941483.315067:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941483.315069:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941483.315069:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773941483.315075:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200261248/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941499 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941483.315076:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941483.315080:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1773941483.315084:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200261248:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941483.315088:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941483.315091:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941483.315093:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000040:0.0:1773941483.315093:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90087800 x1860112200261376/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941483.315096:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941483.315106:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200261248/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941499 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941483.315109:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941483.315113:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941483.315116:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941483.315118:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1773941483.315120:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 02000000:00000001:0.0:1773941483.315123:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941483.315124:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941483.315127:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:0.0:1773941483.315130:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941483.315131:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941483.315134:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941483.315136:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941483.315137:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000020:00000001:3.0:1773941483.315138:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941483.315142:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00010000:3.0:1773941483.315146:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63269 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1773941483.315149:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90087800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200261376:192.168.202.112@tcp:250:ll_cfg_requeue.0 00010000:00000001:3.0:1773941483.315158:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941483.315159:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941483.315164:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:3.0:1773941483.315165:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63269 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941483.315167:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941483.315172:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1773941483.315174:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941483.315178:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63269 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:0.0:1773941483.315178:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c70400. 02000000:00000001:0.0:1773941483.315184:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941483.315187:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941483.315190:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941483.315193:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:3.0:1773941483.315194:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63269 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941483.315200:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddb00. 00010000:00000001:3.0:1773941483.315201:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941483.315204:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941483.315208:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000010:0.0:1773941483.315208:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b330. 00010000:00010000:3.0:1773941483.315212:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63269 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:0.0:1773941483.315214:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200261376, portal 25 00000100:00000001:0.0:1773941483.315218:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941483.315221:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720301004800 : -129353408546816 : ffff8a5a90087800) 00010000:00010000:3.0:1773941483.315229:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000100:00000040:0.0:1773941483.315231:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90087800 x1860112200261376/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1773941483.315232:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941483.315236:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63269 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941483.315250:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941483.315253:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941483.315256:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1773941483.315256:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000040:3.0:1773941483.315259:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941483.315262:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941483.315266:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000040:0.0:1773941483.315266:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941483.315272:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:0.0:1773941483.315273:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b220. 00010000:00010000:3.0:1773941483.315275:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63269 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:0.0:1773941483.315278:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200261376, offset 0 10000000:00000001:3.0:1773941483.315282:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941483.315285:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63269 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941483.315289:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 10000000:01000000:3.0:1773941483.315294:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941483.315297:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:0.0:1773941483.315298:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00000001:3.0:1773941483.315299:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941483.315304:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941483.315306:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:0.0:1773941483.315307:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00010000:00000001:3.0:1773941483.315309:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941483.315313:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1773941483.315314:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941483.315315:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941483.315318:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941483.315320:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000020:00000040:3.0:1773941483.315321:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a63269 from hash 00010000:00000001:3.0:1773941483.315336:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941483.315337:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941483.315340:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941483.315342:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941483.315346:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:0.0:1773941483.315349:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941483.315350:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941483.315354:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:0.0:1773941483.315358:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[70, 71] 00010000:00000001:3.0:1773941483.315359:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941483.315362:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941483.315364:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941483.315367:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941483.315368:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00010000:3.0:1773941483.315370:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63269 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941483.315376:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [198:198:256:4294967295] 192.168.202.112@tcp LPNI seq info [72:72:8:4294967295] 00010000:00000001:3.0:1773941483.315381:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941483.315384:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941483.315386:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941483.315387:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941483.315390:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941483.315392:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941483.315394:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941483.315397:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941483.315400:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63269 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941483.315402:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00000040:3.0:1773941483.315412:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4200 count: 0 00010000:00000001:3.0:1773941483.315424:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.0:1773941483.315426:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941483.315427:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941483.315432:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:0.0:1773941483.315434:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51200. 00000100:00000040:3.0:1773941483.315437:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200261248/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941499 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1773941483.315445:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000100:00000001:3.0:1773941483.315448:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941483.315451:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941483.315454:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008bc00. 00000800:00000200:0.0:1773941483.315458:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 02000000:00000001:3.0:1773941483.315459:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941483.315462:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000200:0.0:1773941483.315464:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51200 type 1, nob 616 niov 1 nkiov 1 00000020:00000040:3.0:1773941483.315465:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941483.315469:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941483.315472:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd1600. 02000000:00000001:3.0:1773941483.315475:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941483.315476:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1773941483.315481:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941483.315486:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000400:00000200:0.0:1773941483.315491:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941483.315492:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941483.315495:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941483.315497:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294962052 10000000:00000001:3.0:1773941483.315498:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941483.315503:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941483.315506:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:0.0:1773941483.315506:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294962050 10000000:00000010:3.0:1773941483.315511:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90ead080. 00000100:00000001:0.0:1773941483.315513:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294962052 00000020:00000010:3.0:1773941483.315516:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd1600. 00000100:00000001:0.0:1773941483.315519:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294962050 00000020:00000010:3.0:1773941483.315523:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd1c00. 00000100:00000001:0.0:1773941483.315524:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941483.315529:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1773941483.315530:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1400. 00000100:00000001:0.0:1773941483.315533:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941483.315536:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000100:00000001:0.0:1773941483.315538:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1773941483.315543:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd0400. 00000100:00000001:0.0:1773941483.315547:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 80000000:00000010:3.0:1773941483.315548:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00000100:00000001:0.0:1773941483.315552:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00040000:00000010:3.0:1773941483.315554:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd0a00. 00000100:00000001:0.0:1773941483.315556:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1773941483.315558:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000010:3.0:1773941483.315559:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd0600. 00000100:00000001:0.0:1773941483.315560:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941483.315565:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1773941483.315566:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 00000100:00000001:0.0:1773941483.315568:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941483.315571:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000800:00000010:1.0:1773941483.315573:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51200. 00000020:00000010:3.0:1773941483.315577:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd1c00. 00000400:00000200:1.0:1773941483.315578:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00000010:3.0:1773941483.315584:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1400. 00000400:00000200:1.0:1773941483.315587:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000020:00000010:3.0:1773941483.315588:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000400:00000200:1.0:1773941483.315591:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b220 00000020:00000010:3.0:1773941483.315594:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd0400. 00000400:00000010:1.0:1773941483.315595:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b220. 80000000:00000010:3.0:1773941483.315599:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00000100:00000001:1.0:1773941483.315600:0:2398:0:(events.c:34:request_out_callback()) Process entered 00040000:00000010:3.0:1773941483.315606:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd0a00. 00000100:00000200:1.0:1773941483.315607:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90087800 x1860112200261376/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941483.315615:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941483.315617:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90087800 x1860112200261376/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941483.315622:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941483.315623:0:2398:0:(events.c:68:request_out_callback()) Process leaving 20000000:00000010:3.0:1773941483.315672:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd0600. 00000020:00000010:3.0:1773941483.315676:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd1600. 10000000:00000010:3.0:1773941483.315678:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90ead080. 10000000:01000000:3.0:1773941483.315681:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941483.315683:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941483.315685:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941483.315687:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941483.315688:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941483.315689:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941483.315692:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:1.0:1773941483.316707:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941483.316713:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941483.316715:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941483.316717:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941483.316721:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941483.316724:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941483.316728:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941483.316731:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941483.316734:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941483.316738:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef05f00 00000400:00000200:1.0:1773941483.316743:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941483.316748:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xf11 [1] + 0 00000800:00000001:1.0:1773941483.316753:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941483.316760:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941483.316762:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941483.316766:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941483.316770:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941483.316775:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90087800 x1860112200261376/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941483.316787:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90087800 x1860112200261376/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941483.316812:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941483.316818:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941483.316821:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941483.316875:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941483.316878:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941483.316881:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941483.316883:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941483.316885:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddb00. 00000400:00000200:0.0:1773941483.316888:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b330 00000400:00000010:0.0:1773941483.316890:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b330. 00000100:00000001:0.0:1773941483.316892:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941483.316897:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90087800 x1860112200261376/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941483.316904:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90087800 x1860112200261376/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941493 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941483.316920:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941483.316921:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941483.316923:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941483.316924:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941483.316925:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941483.316927:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941483.316928:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941483.316931:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=50 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941483.316933:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941483.316935:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941483.316936:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941483.316938:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941483.316939:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941483.316941:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941483.316944:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90087800 x1860112200261376/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941493 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941483.316949:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941483.316951:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941483.316952:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941483.316954:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941483.316958:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941483.316959:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941483.316960:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:0.0:1773941483.316961:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941483.316963:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:0.0:1773941483.316964:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:0.0:1773941483.316966:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:0.0:1773941483.316969:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941483 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941483.316971:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941483.316976:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:0.0:1773941483.316978:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941483.316979:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941483.316980:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941483.316985:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941483.316988:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:0.0:1773941483.316991:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941483.316992:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941483.316995:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941483.316998:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:0.0:1773941483.316999:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941483.317241:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941483.317245:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941483.317251:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90087800 x1860112200261376/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941493 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941483.317258:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90087800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200261376:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941483.317263:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941483.317263:0:14790:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941483.317265:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941483.317269:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90087800 x1860112200261376/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941493 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941483.317274:0:14790:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00000001:2.0:1773941483.317281:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1773941483.317282:0:14790:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:2.0:1773941483.317285:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1773941483.317286:0:14790:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941483.317288:0:14790:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:2.0:1773941483.317291:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c70400. 00000001:00000001:0.0:1773941483.317292:0:14790:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941483.317298:0:14790:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941483.317299:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941483.317303:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:0.0:1773941483.317304:0:14790:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941483.317305:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000001:00000001:0.0:1773941483.317310:0:14790:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:2.0:1773941483.317311:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:0.0:1773941483.317313:0:14790:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:2.0:1773941483.317315:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9008b800. 00000001:00000001:0.0:1773941483.317318:0:14790:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941483.317332:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:00000001:0.0:1773941483.317333:0:14790:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941483.317336:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1773941483.317338:0:14790:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000010:2.0:1773941483.317340:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90087800. 00000100:00080000:0.0:1773941483.317344:0:14790:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941483.317347:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941483.317349:0:14790:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941483.317353:0:14790:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941483.317356:0:14790:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941483.317358:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941483.317361:0:14790:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941483.317364:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941483.317366:0:14790:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941483.317369:0:14790:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:2.0:1773941483.317370:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000040:0.0:1773941483.317371:0:14790:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000001:2.0:1773941483.317375:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941483.317379:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941483.317381:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941483.317388:0:14790:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941483.317391:0:14790:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941483.317392:0:14790:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941483.317396:0:14790:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:0.0:1773941483.317399:0:14790:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941483.317401:0:14790:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941483.317409:0:14790:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941483.317411:0:14790:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941483.317413:0:14790:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941483.320673:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4200. 00010000:00000010:3.1:1773941483.320679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941484.272857:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941484.272863:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941484.272867:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941484.336852:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773941484.336866:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773941484.336881:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c5f80. 00000020:00000040:2.0:1773941484.336888:0:8:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941484.336894:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941484.336897:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941484.336904:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941484.336916:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5aa1544500. 00000100:00000001:2.0:1773941484.336926:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941484.336941:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3d31d207-695b-40b8-8597-fab765cae562->MGS req@ffff8a5a833c5f80 x1860112200261504/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941484.336956:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941484.336961:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941484.336969:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2025975] to pc [ptlrpcd_01_00+0] req@ffff8a5a833c5f80 x1860112200261504/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941484.337008:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941484.337015:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (295) 00000100:00000001:3.0:1773941484.337046:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941484.337047:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941484.337052:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941484.337055:0:2407:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941484.337062:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a833c5f80 x1860112200261504/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941484.337071:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941484.337075:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941484.337080:0:2407:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941484.337086:0:2407:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941484.337090:0:2407:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941484.337094:0:2407:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941484.337099:0:2407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3d31d207-695b-40b8-8597-fab765cae562:2407:1860112200261504:192.168.202.112@tcp:400:kworker.0 00000100:00000001:2.0:1773941484.337112:0:2407:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941484.337121:0:2407:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941484.337124:0:2407:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941484.337127:0:2407:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941484.337133:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a9abf6c00. 02000000:00000001:2.0:1773941484.337136:0:2407:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941484.337146:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941484.337152:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00000400:00000010:2.0:1773941484.337161:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00000100:00000200:2.0:1773941484.337171:0:2407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200261504, portal 25 00000100:00000001:2.0:1773941484.337174:0:2407:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941484.337176:0:2407:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720086302592 : -129353623249024 : ffff8a5a833c5f80) 00000100:00000040:2.0:1773941484.337182:0:2407:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a833c5f80 x1860112200261504/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941484.337192:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941484.337196:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941484.337199:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678220. 00000100:00000200:2.0:1773941484.337204:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200261504, offset 0 00000400:00000200:2.0:1773941484.337214:0:2407:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941484.337226:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941484.337236:0:2407:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941484.337242:0:2407:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941484.337247:0:2407:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941484.337253:0:2407:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941484.337256:0:2407:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941484.337260:0:2407:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[72, 71] 00000400:00000200:2.0:1773941484.337264:0:2407:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:2.0:1773941484.337270:0:2407:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [199:199:256:4294967295] 192.168.202.122@tcp LPNI seq info [73:73:8:4294967295] 00000400:00000200:2.0:1773941484.337275:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:2.0:1773941484.337287:0:2407:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:2.0:1773941484.337295:0:2407:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:2.0:1773941484.337307:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544800. 00000800:00000200:2.0:1773941484.337347:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:2.0:1773941484.337357:0:2407:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:2.0:1773941484.337364:0:2407:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941484.337381:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941484.337387:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941484.337391:0:2407:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294963074 00000100:00000001:2.0:1773941484.337402:0:2407:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294962052 00000100:00000001:2.0:1773941484.337407:0:2407:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294963074 00000100:00000001:2.0:1773941484.337412:0:2407:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294962052 00000100:00000001:2.0:1773941484.337416:0:2407:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941484.337419:0:2407:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941484.337423:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941484.337425:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941484.337435:0:2407:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941484.337438:0:2407:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773941484.337441:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941484.337443:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941484.337444:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941484.337447:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941484.337511:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941484.337516:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544800. 00000400:00000200:1.0:1773941484.337523:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941484.337528:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941484.337533:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678220 00000400:00000010:1.0:1773941484.337536:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678220. 00000100:00000001:1.0:1773941484.337540:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941484.337544:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c5f80 x1860112200261504/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941484.337553:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941484.337556:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a833c5f80 x1860112200261504/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941484.337562:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941484.337563:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941484.338631:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941484.338659:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941484.338662:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941484.338664:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941484.338669:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941484.338675:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941484.338683:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941484.338688:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941484.338694:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941484.338699:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef05f80 00000400:00000200:1.0:1773941484.338703:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941484.338709:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xf21 [1] + 224 00000800:00000001:1.0:1773941484.338726:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941484.338736:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941484.338739:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941484.338744:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941484.338749:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941484.338753:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a833c5f80 x1860112200261504/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941484.338762:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a833c5f80 x1860112200261504/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941484.338779:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941484.338786:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941484.338789:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941484.338813:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941484.338816:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941484.338822:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941484.338824:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941484.338826:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941484.338830:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941484.338831:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941484.338833:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941484.338838:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c5f80 x1860112200261504/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941484.338847:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c5f80 x1860112200261504/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941484.338852:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941484.338859:0:2407:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941484.338862:0:2407:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941484.338865:0:2407:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941484.338867:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941484.338870:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941484.338872:0:2407:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941484.338878:0:2407:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=51 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941484.338881:0:2407:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941484.338884:0:2407:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941484.338886:0:2407:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941484.338889:0:2407:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941484.338891:0:2407:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941484.338895:0:2407:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941484.338898:0:2407:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941484.338901:0:2407:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941484.338903:0:2407:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941484.338905:0:2407:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941484.338907:0:2407:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941484.338910:0:2407:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a833c5f80 x1860112200261504/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941500 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941484.338915:0:2407:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941484.338916:0:2407:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941484.338917:0:2407:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941484.338920:0:2407:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941484.338922:0:2407:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941484.338924:0:2407:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941484.338925:0:2407:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941484.338926:0:2407:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941484.338927:0:2407:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941484.338928:0:2407:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941484.338929:0:2407:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941484.338930:0:2407:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941484.338932:0:2407:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941484.338935:0:2407:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941484.338943:0:2407:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 289 00000400:00000200:2.0:1773941484.338947:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941484.338950:0:2407:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941484.338954:0:2407:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941484.338957:0:2407:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941484.338959:0:2407:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941484.338961:0:2407:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:2.0:1773941484.338964:0:2407:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941484.338965:0:2407:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941484.338968:0:2407:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941484.338970:0:2407:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941484.338972:0:2407:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941484.338973:0:2407:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:2.0:1773941484.338975:0:2407:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941484.338976:0:2407:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941484.338977:0:2407:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941484.338979:0:2407:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:2.0:1773941484.338981:0:2407:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:2.0:1773941484.338984:0:2407:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:2.0:1773941484.338986:0:2407:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941484.338988:0:2407:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941484.338991:0:2407:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941484.338993:0:2407:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941484.339004:0:2407:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941484.339006:0:2407:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941484.339009:0:2407:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c4a80. 00000020:00000040:2.0:1773941484.339011:0:2407:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:2.0:1773941484.339014:0:2407:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941484.339016:0:2407:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941484.339018:0:2407:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941484.339020:0:2407:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941484.339022:0:2407:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941484.339029:0:2407:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90d72800. 00000100:00000001:2.0:1773941484.339032:0:2407:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941484.339038:0:2407:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a833c4a80 x1860112200261632/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941484.339043:0:2407:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941484.339045:0:2407:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941484.339048:0:2407:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014cc0d31] to pc [ptlrpcd_rcv+-1] req@ffff8a5a833c4a80 x1860112200261632/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941484.339064:0:2407:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941484.339066:0:2407:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941484.339068:0:2407:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1773941484.339071:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a833c5f80 x1860112200261504/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941500 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941484.339077:0:2407:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941484.339079:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941484.339081:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941484.339084:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a833c5f80 x1860112200261504/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941500 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941484.339089:0:2407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3d31d207-695b-40b8-8597-fab765cae562:2407:1860112200261504:192.168.202.112@tcp:400:kworker.0 00000100:00000001:2.0:1773941484.339093:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941484.339095:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941484.339098:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a833c5f80 x1860112200261504/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941500 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941484.339102:0:2407:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941484.339105:0:2407:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941484.339108:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a9abf6c00. 00000100:00000001:0.0:1773941484.339108:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1773941484.339111:0:2407:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773941484.339112:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1773941484.339114:0:2407:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941484.339115:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1773941484.339119:0:2407:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941484.339125:0:2407:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1773941484.339125:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a833c4a80 x1860112200261632/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941484.339135:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1773941484.339136:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5aa1544500. 00000100:00000001:0.0:1773941484.339137:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941484.339142:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941484.339143:0:2407:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941484.339144:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941484.339148:0:2407:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1773941484.339149:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941484.339154:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c5f80. 00000100:00100000:0.0:1773941484.339154:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200261632:192.168.202.112@tcp:250:ptlrpcd_01_00.0 00000100:00000001:0.0:1773941484.339161:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1773941484.339162:0:2407:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1773941484.339163:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1773941484.339166:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941484.339170:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1773941484.339170:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941484.339174:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1773941484.339176:0:2407:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1773941484.339178:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c73800. 00000100:00000001:2.0:1773941484.339180:0:2407:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941484.339182:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941484.339186:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1773941484.339189:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941484.339190:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773941484.339194:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddb00. 00000400:00000010:0.0:1773941484.339199:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b330. 00000100:00000200:0.0:1773941484.339203:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200261632, portal 25 00000100:00000001:0.0:1773941484.339205:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941484.339206:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720086297216 : -129353623254400 : ffff8a5a833c4a80) 00000100:00000040:0.0:1773941484.339210:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a833c4a80 x1860112200261632/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941484.339216:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941484.339218:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:0.0:1773941484.339220:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b198. 00000100:00000200:0.0:1773941484.339221:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200261632, offset 0 00000400:00000200:0.0:1773941484.339226:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941484.339235:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941484.339238:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941484.339240:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941484.339242:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941484.339244:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941484.339246:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941484.339248:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[72, 73] 00000400:00000200:0.0:1773941484.339251:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941484.339255:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [200:200:256:4294967295] 192.168.202.112@tcp LPNI seq info [74:74:8:4294967295] 00000400:00000200:0.0:1773941484.339259:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941484.339266:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:0.0:1773941484.339271:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:0.0:1773941484.339277:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51200. 00000800:00000200:0.0:1773941484.339282:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:0.0:1773941484.339288:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941484.339291:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773941484.339305:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941484.339310:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941484.339324:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294963076 00000100:00000001:0.0:1773941484.339331:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294963074 00000100:00000001:0.0:1773941484.339336:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294963076 00000100:00000001:0.0:1773941484.339339:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294963074 00000100:00000001:0.0:1773941484.339341:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941484.339343:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941484.339345:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941484.339347:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941484.339351:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941484.339353:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941484.339355:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941484.339356:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941484.339357:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941484.339364:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941484.339372:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941484.339376:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51200. 00000400:00000200:1.0:1773941484.339380:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941484.339387:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941484.339390:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b198 00000400:00000010:1.0:1773941484.339391:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b198. 00000100:00000001:1.0:1773941484.339394:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941484.339398:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c4a80 x1860112200261632/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941484.339404:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941484.339406:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a833c4a80 x1860112200261632/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941484.339411:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941484.339412:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941484.340536:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941484.340544:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941484.340546:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941484.340549:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941484.340554:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941484.340559:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941484.340565:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941484.340577:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941484.340587:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941484.340591:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef06000 00000400:00000200:1.0:1773941484.340595:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941484.340600:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xf29 [1] + 0 00000800:00000001:1.0:1773941484.340605:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941484.340611:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941484.340614:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941484.340618:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941484.340622:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941484.340628:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a833c4a80 x1860112200261632/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941484.340658:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a833c4a80 x1860112200261632/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941484.340674:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941484.340679:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941484.340683:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941484.340712:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941484.340715:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941484.340719:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941484.340720:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941484.340722:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddb00. 00000400:00000200:0.0:1773941484.340727:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b330 00000400:00000010:0.0:1773941484.340729:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b330. 00000100:00000001:0.0:1773941484.340732:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941484.340737:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c4a80 x1860112200261632/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941484.340747:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c4a80 x1860112200261632/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941484.340754:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941484.340756:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941484.340758:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941484.340760:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941484.340762:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941484.340763:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941484.340765:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941484.340769:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=51 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941484.340772:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941484.340775:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941484.340777:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941484.340780:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941484.340782:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941484.340785:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941484.340789:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a833c4a80 x1860112200261632/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941484.340796:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941484.340799:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941484.340801:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941484.340803:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941484.340810:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941484.340812:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941484.340824:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:0.0:1773941484.340826:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941484.340828:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:0.0:1773941484.340831:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:0.0:1773941484.340834:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:0.0:1773941484.340839:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941484 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941484.340843:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941484.340850:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:0.0:1773941484.340853:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941484.340856:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941484.340858:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941484.340860:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941484.340865:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:0.0:1773941484.340867:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941484.340870:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941484.340874:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941484.340879:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:0.0:1773941484.340882:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941484.341139:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941484.341144:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941484.341150:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a833c4a80 x1860112200261632/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941484.341161:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200261632:192.168.202.112@tcp:250:ptlrpcd_01_00.0 00000100:00000001:2.0:1773941484.341168:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941484.341168:0:14791:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941484.341174:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941484.341178:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a833c4a80 x1860112200261632/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1773941484.341183:0:14791:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00000001:2.0:1773941484.341193:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00100000:0.0:1773941484.341193:0:14791:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:2.0:1773941484.341196:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1773941484.341198:0:14791:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000010:2.0:1773941484.341199:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c73800. 10000000:01000000:0.0:1773941484.341202:0:14791:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:2.0:1773941484.341204:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941484.341207:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941484.341208:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000001:00000001:0.0:1773941484.341209:0:14791:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:2.0:1773941484.341210:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941484.341213:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90d72800. 00000001:00000001:0.0:1773941484.341214:0:14791:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941484.341216:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941484.341219:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941484.341221:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c4a80. 00000001:00000001:0.0:1773941484.341223:0:14791:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941484.341224:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941484.341226:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1773941484.341229:0:14791:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941484.341230:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1773941484.341234:0:14791:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941484.341236:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:0.0:1773941484.341239:0:14791:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941484.341241:0:14791:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941484.341244:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941484.341247:0:14791:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941484.341248:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941484.341251:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941484.341255:0:14791:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941484.341260:0:14791:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941484.341271:0:14791:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941484.341274:0:14791:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941484.341278:0:14791:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941484.341280:0:14791:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941484.341282:0:14791:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941484.341284:0:14791:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:0.0:1773941484.341302:0:14791:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941484.341304:0:14791:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941484.341306:0:14791:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941484.341310:0:14791:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:0.0:1773941484.341326:0:14791:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941484.341329:0:14791:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941484.341331:0:14791:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941484.341335:0:14791:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941484.341337:0:14791:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941485.040771:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941485.040781:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941485.040788:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941485.040791:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941485.040794:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941485.040795:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941485.040799:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941485.040802:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941485.040805:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941485.040808:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941485.040811:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941485.040825:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941485.040831:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941485.040837:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941485.040841:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941485.040858:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941485.040870:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0a00. 00000100:00000001:3.0:1773941485.040879:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941485.040886:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941485.040889:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941485.040899:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4200. 00010000:00000001:3.0:1773941485.040907:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941485.040911:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941485.040916:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941485.040918:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a63270 to hash 00000020:00000001:3.0:1773941485.040920:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941485.040922:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941485.040925:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941485.040929:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941485.040932:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941485.040936:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63270 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941485.040947:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63270 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941485.040981:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63270 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941485.040986:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941485.040988:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941485.040994:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941485.040995:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941485.040998:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941485.040999:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941485.041005:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941485.041009:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941485.041011:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941485.041013:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941485.041025:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200261760/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941485.041036:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941485.041040:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941485.041045:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941485.041048:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941485.041051:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941485.041056:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200261760:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941485.041061:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941485.041068:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941485.041071:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941485.041074:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941485.041080:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008bc00. 02000000:00000001:3.0:1773941485.041082:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941485.041092:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941485.041096:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941485.041103:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941485.041111:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200261760, portal 25 00000100:00000001:3.0:1773941485.041113:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941485.041118:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:3.0:1773941485.041123:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200261760/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941501 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941485.041130:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941485.041132:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941485.041134:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d198. 00000100:00000200:3.0:1773941485.041138:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200261760, offset 0 00000400:00000200:3.0:1773941485.041144:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941485.041152:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941485.041160:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941485.041166:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941485.041169:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941485.041174:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941485.041176:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941485.041179:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[74, 73] 00000400:00000200:3.0:1773941485.041181:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941485.041185:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [201:201:256:4294967295] 192.168.202.122@tcp LPNI seq info [75:75:8:4294967295] 00000400:00000200:3.0:1773941485.041196:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941485.041205:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941485.041210:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941485.041217:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38c00. 00000800:00000200:3.0:1773941485.041224:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941485.041232:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941485.041236:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941485.041252:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941485.041255:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941485.041257:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294963778 00000100:00000001:3.0:1773941485.041265:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294963076 00000100:00000001:3.0:1773941485.041269:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294963778 00000100:00000001:3.0:1773941485.041273:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294963076 00000100:00000001:3.0:1773941485.041280:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941485.041283:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941485.041285:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941485.041287:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941485.041290:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941485.041293:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941485.041296:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941485.041409:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941485.041414:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38c00. 00000400:00000200:1.0:1773941485.041420:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941485.041426:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941485.041431:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d198 00000400:00000010:1.0:1773941485.041434:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d198. 00000100:00000001:1.0:1773941485.041437:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941485.041442:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200261760/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941501 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941485.041457:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941485.041460:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200261760/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941501 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941485.041466:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941485.041468:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941485.042452:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941485.042466:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941485.042468:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941485.042469:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941485.042474:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941485.042479:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941485.042484:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941485.042487:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941485.042492:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941485.042495:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef06080 00000400:00000200:1.0:1773941485.042498:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941485.042502:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xf39 [1] + 224 00000800:00000001:1.0:1773941485.042509:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941485.042515:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941485.042517:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941485.042520:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941485.042524:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941485.042527:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200261760/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941501 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941485.042535:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200261760/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941501 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941485.042548:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941485.042556:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941485.042559:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941485.042568:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941485.042576:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941485.042577:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941485.042579:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941485.042583:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941485.042585:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941485.042587:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941485.042592:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200261760/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941501 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941485.042600:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200261760/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941501 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941485.042606:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941485.042607:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941485.042609:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941485.042612:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941485.042615:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941485.042617:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941485.042619:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941485.042625:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=52 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941485.042628:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941485.042630:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941485.042634:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941485.042637:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941485.042655:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941485.042658:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941485.042662:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941485.042667:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941485.042676:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941485.042678:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941485.042680:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941485.042682:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941485.042685:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200261760/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941501 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941485.042691:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941485.042692:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941485.042694:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941485.042697:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941485.042699:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941485.042701:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941485.042702:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941485.042703:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941485.042704:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941485.042705:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941485.042705:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941485.042708:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941485.042709:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941485.042712:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941485.042714:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 290 00000400:00000200:3.0:1773941485.042717:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941485.042721:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941485.042724:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941485.042727:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941485.042730:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941485.042731:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941485.042734:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941485.042736:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941485.042737:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941485.042739:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941485.042741:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941485.042742:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941485.042750:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941485.042752:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941485.042753:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941485.042755:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941485.042757:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941485.042760:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941485.042761:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941485.042763:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941485.042766:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941485.042768:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941485.042770:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941485.042771:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941485.042774:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90086d80. 00000020:00000040:3.0:1773941485.042776:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941485.042779:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941485.042781:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941485.042782:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941485.042784:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941485.042786:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941485.042790:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90088400. 00000100:00000001:3.0:1773941485.042792:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941485.042797:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90086d80 x1860112200261888/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941485.042803:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941485.042805:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941485.042808:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008610f10e] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90086d80 x1860112200261888/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941485.042827:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941485.042829:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941485.042830:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941485.042833:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941485.042834:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941485.042839:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941485.042840:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941485.042842:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941485.042843:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941485.042848:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200261760/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941501 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941485.042853:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941485.042856:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941485.042858:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941485.042860:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941485.042863:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773941485.042864:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200261760/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941501 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941485.042869:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941485.042872:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1773941485.042875:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200261760:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000040:2.0:1773941485.042881:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90086d80 x1860112200261888/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941485.042882:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941485.042887:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941485.042892:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941485.042894:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941485.042896:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941485.042898:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941485.042901:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200261760/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941501 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941485.042902:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941485.042905:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941485.042910:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941485.042916:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941485.042916:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90086d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200261888:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000010:3.0:1773941485.042919:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 00000100:00000001:2.0:1773941485.042921:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1773941485.042923:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:2.0:1773941485.042925:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1773941485.042926:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:2.0:1773941485.042928:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941485.042931:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:2.0:1773941485.042931:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1773941485.042937:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000010:2.0:1773941485.042938:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d72800. 00000020:00000001:3.0:1773941485.042939:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941485.042943:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 02000000:00000001:2.0:1773941485.042943:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941485.042948:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941485.042953:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00010000:3.0:1773941485.042957:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63270 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941485.042960:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941485.042965:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00000400:00000010:2.0:1773941485.042971:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00010000:00000001:3.0:1773941485.042972:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000200:2.0:1773941485.042976:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200261888, portal 25 00010000:00010000:3.0:1773941485.042978:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63270 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941485.042979:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941485.042982:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720301002112 : -129353408549504 : ffff8a5a90086d80) 00010000:00000001:3.0:1773941485.042990:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000040:2.0:1773941485.042990:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90086d80 x1860112200261888/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1773941485.042995:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63270 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941485.042999:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941485.043004:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941485.043007:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678660. 00010000:00000001:3.0:1773941485.043009:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1773941485.043010:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200261888, offset 0 00010000:00000001:3.0:1773941485.043012:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941485.043015:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63270 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941485.043016:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941485.043024:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941485.043025:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941485.043027:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941485.043030:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941485.043034:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63270 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941485.043037:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941485.043044:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:3.0:1773941485.043046:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000400:00000200:2.0:1773941485.043048:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 10000000:00000001:3.0:1773941485.043051:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:2.0:1773941485.043052:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 10000000:00010000:3.0:1773941485.043056:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63270 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941485.043056:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941485.043062:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[74, 75] 00000400:00000200:2.0:1773941485.043072:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:3.0:1773941485.043074:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1773941485.043077:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [202:202:256:4294967295] 192.168.202.112@tcp LPNI seq info [76:76:8:4294967295] 00010000:00000001:3.0:1773941485.043078:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941485.043081:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941485.043084:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000400:00000200:2.0:1773941485.043085:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000020:00000001:3.0:1773941485.043089:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941485.043094:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941485.043096:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941485.043100:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941485.043106:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000010:2.0:1773941485.043106:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544500. 00010000:00010000:3.0:1773941485.043111:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63270 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941485.043115:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 10000000:00000001:3.0:1773941485.043123:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000800:00000200:2.0:1773941485.043126:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 10000000:00010000:3.0:1773941485.043127:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63270 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941485.043130:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544500 type 1, nob 616 niov 1 nkiov 1 10000000:01000000:3.0:1773941485.043138:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941485.043140:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941485.043141:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941485.043143:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941485.043145:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1773941485.043146:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941485.043148:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941485.043151:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941485.043153:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1773941485.043154:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941485.043155:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941485.043160:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a63270 from hash 00000100:00000001:2.0:1773941485.043161:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294963780 00010000:00000001:3.0:1773941485.043163:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941485.043166:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941485.043168:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941485.043170:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:2.0:1773941485.043170:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294963778 00010000:00000001:3.0:1773941485.043173:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941485.043176:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1773941485.043177:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294963780 00010000:00000001:3.0:1773941485.043178:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941485.043181:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941485.043184:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941485.043185:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294963778 10000000:00000001:3.0:1773941485.043186:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941485.043190:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63270 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941485.043194:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941485.043196:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941485.043197:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941485.043200:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1773941485.043201:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941485.043206:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941485.043208:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941485.043208:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941485.043211:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:1.0:1773941485.043212:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:3.0:1773941485.043215:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63270 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941485.043215:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773941485.043216:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544500. 00000100:00000001:2.0:1773941485.043218:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941485.043224:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:3.0:1773941485.043226:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4200 count: 0 00000100:00000001:2.0:1773941485.043228:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941485.043231:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:1.0:1773941485.043231:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:2.0:1773941485.043234:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941485.043235:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1773941485.043235:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678660 00000100:00000001:2.0:1773941485.043238:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773941485.043239:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678660. 00000100:00000001:2.0:1773941485.043241:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941485.043247:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1773941485.043251:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941485.043256:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90086d80 x1860112200261888/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941485.043277:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941485.043282:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90086d80 x1860112200261888/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941485.043284:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941485.043290:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941485.043294:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941485.043297:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200261760/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941501 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941485.043298:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773941485.043318:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941485.043321:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941485.043324:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008bc00. 02000000:00000001:3.0:1773941485.043328:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941485.043331:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941485.043332:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941485.043334:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941485.043337:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0a00. 02000000:00000001:3.0:1773941485.043340:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941485.043341:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941485.043343:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000001:3.0:1773941485.043345:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941485.043356:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941485.043358:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941485.043360:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941485.043362:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941485.043366:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eadc00. 00000020:00000010:3.0:1773941485.043370:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0a00. 00000020:00000010:3.0:1773941485.043375:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd0400. 00000040:00000010:3.0:1773941485.043379:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1400. 00000020:00000010:3.0:1773941485.043383:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941485.043387:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1c00. 80000000:00000010:3.0:1773941485.043391:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941485.043400:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd1000. 20000000:00000010:3.0:1773941485.043404:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd0e00. 10000000:00000040:3.0:1773941485.043408:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941485.043410:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941485.043414:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd0400. 00000040:00000010:3.0:1773941485.043417:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1400. 00000020:00000010:3.0:1773941485.043420:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941485.043424:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1c00. 80000000:00000010:3.0:1773941485.043426:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941485.043429:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd1000. 20000000:00000010:3.0:1773941485.043431:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd0e00. 00000020:00000010:3.0:1773941485.043434:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0a00. 10000000:00000010:3.0:1773941485.043436:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eadc00. 10000000:01000000:3.0:1773941485.043438:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941485.043441:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941485.043442:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941485.043444:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941485.043445:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941485.043446:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941485.043448:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:1.0:1773941485.044554:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941485.044560:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941485.044562:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941485.044564:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941485.044567:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941485.044570:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941485.044574:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941485.044576:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941485.044579:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941485.044581:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef06100 00000400:00000200:1.0:1773941485.044584:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941485.044587:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xf41 [1] + 0 00000800:00000001:1.0:1773941485.044590:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941485.044594:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941485.044596:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941485.044599:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941485.044602:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941485.044605:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90086d80 x1860112200261888/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941485.044612:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90086d80 x1860112200261888/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941485.044624:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941485.044629:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941485.044632:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941485.044659:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941485.044662:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941485.044666:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941485.044667:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941485.044670:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941485.044674:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941485.044676:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941485.044679:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941485.044684:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90086d80 x1860112200261888/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941485.044694:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90086d80 x1860112200261888/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941485.044701:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941485.044703:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941485.044705:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941485.044707:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941485.044708:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941485.044710:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941485.044713:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941485.044716:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=52 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941485.044720:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941485.044722:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941485.044723:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941485.044725:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941485.044727:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941485.044729:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941485.044733:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90086d80 x1860112200261888/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941485.044738:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941485.044739:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941485.044741:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941485.044743:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941485.044747:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941485.044748:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941485.044749:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941485.044756:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941485.044758:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941485.044760:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941485.044761:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941485.044765:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941485 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941485.044767:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941485.044773:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941485.044775:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941485.044776:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941485.044778:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941485.044779:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941485.044782:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941485.044784:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941485.044786:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941485.044796:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941485.044799:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941485.044801:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941485.045043:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941485.045048:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941485.045057:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90086d80 x1860112200261888/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941485.045065:0:14792:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:2.0:1773941485.045070:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90086d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200261888:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941485.045078:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941485.045079:0:14792:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00000001:2.0:1773941485.045082:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1773941485.045084:0:14792:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941485.045087:0:14792:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941485.045089:0:14792:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000040:2.0:1773941485.045090:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90086d80 x1860112200261888/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1773941485.045092:0:14792:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941485.045096:0:14792:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941485.045101:0:14792:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941485.045105:0:14792:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941485.045106:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:1.0:1773941485.045108:0:14792:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941485.045110:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:1.0:1773941485.045111:0:14792:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941485.045115:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d72800. 10000000:00000001:1.0:1773941485.045115:0:14792:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941485.045117:0:14792:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:2.0:1773941485.045122:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:1.0:1773941485.045123:0:14792:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941485.045126:0:14792:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941485.045127:0:14792:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941485.045129:0:14792:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941485.045131:0:14792:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000020:00000001:2.0:1773941485.045135:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1773941485.045135:0:14792:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000040:2.0:1773941485.045139:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 10000000:01000000:1.0:1773941485.045139:0:14792:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941485.045141:0:14792:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000020:00000001:2.0:1773941485.045144:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941485.045147:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90088400. 02000000:00000001:2.0:1773941485.045149:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941485.045150:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941485.045151:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90086d80. 00000100:00000001:2.0:1773941485.045154:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941485.045155:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941485.045157:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941485.045158:0:14792:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941485.045161:0:14792:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941485.045163:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1773941485.045163:0:14792:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941485.045167:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:02000000:1.0:1773941485.045171:0:14792:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:2.0:1773941485.045172:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941485.045175:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941485.045177:0:14792:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941485.045180:0:14792:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941485.045181:0:14792:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941485.045183:0:14792:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941485.045185:0:14792:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941485.048675:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4200. 00010000:00000010:3.1:1773941485.048682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941485.296781:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941485.296790:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941485.296795:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941486.320919:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941486.320927:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941486.320933:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941486.448758:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941486.448769:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941486.448774:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941486.448777:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941486.448778:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941486.448780:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941486.448782:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941486.448784:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941486.448787:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941486.448790:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941486.448791:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941486.448806:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941486.448812:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941486.448818:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941486.448821:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941486.448848:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941486.448857:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0e00. 00000100:00000001:3.0:1773941486.448865:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941486.448871:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941486.448874:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941486.448883:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4200. 00010000:00000001:3.0:1773941486.448890:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941486.448893:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941486.448898:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941486.448900:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a63277 to hash 00000020:00000001:3.0:1773941486.448902:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941486.448903:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941486.448906:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941486.448910:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941486.448913:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941486.448917:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63277 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941486.448926:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63277 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941486.448938:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63277 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941486.448943:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941486.448945:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941486.448951:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941486.448953:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941486.448956:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941486.448957:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941486.448962:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941486.448967:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.448969:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941486.448971:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941486.448987:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200262016/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.448995:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941486.448997:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941486.449001:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941486.449003:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941486.449005:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941486.449008:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200262016:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941486.449011:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941486.449018:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941486.449020:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941486.449023:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941486.449027:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008bc00. 02000000:00000001:3.0:1773941486.449029:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941486.449038:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941486.449042:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941486.449049:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941486.449056:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200262016, portal 25 00000100:00000001:3.0:1773941486.449058:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941486.449059:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:3.0:1773941486.449063:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200262016/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.449069:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941486.449071:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941486.449073:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d000. 00000100:00000200:3.0:1773941486.449076:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200262016, offset 0 00000400:00000200:3.0:1773941486.449083:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941486.449093:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941486.449101:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941486.449107:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941486.449111:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941486.449115:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941486.449121:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941486.449124:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[76, 75] 00000400:00000200:3.0:1773941486.449143:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941486.449149:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [203:203:256:4294967295] 192.168.202.122@tcp LPNI seq info [77:77:8:4294967295] 00000400:00000200:3.0:1773941486.449154:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941486.449169:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941486.449176:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941486.449182:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38200. 00000800:00000200:3.0:1773941486.449191:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941486.449203:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941486.449225:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941486.449244:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941486.449248:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941486.449250:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294965186 00000100:00000001:3.0:1773941486.449259:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294963780 00000100:00000001:3.0:1773941486.449262:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294965186 00000100:00000001:3.0:1773941486.449265:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294963780 00000100:00000001:3.0:1773941486.449267:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941486.449269:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.449271:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941486.449273:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941486.449275:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941486.449278:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941486.449281:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941486.449507:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941486.449544:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38200. 00000400:00000200:1.0:1773941486.449556:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941486.449571:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941486.449582:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d000 00000400:00000010:1.0:1773941486.449588:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d000. 00000100:00000001:1.0:1773941486.449598:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941486.449612:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200262016/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941486.449634:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941486.449720:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200262016/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941486.449738:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.449743:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941486.450834:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941486.450865:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941486.450871:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941486.450876:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941486.450888:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941486.450899:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941486.450912:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941486.450930:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941486.450939:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941486.450944:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef06180 00000400:00000200:1.0:1773941486.450950:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941486.450957:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xf49 [1] + 224 00000800:00000001:1.0:1773941486.450969:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941486.450993:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941486.450996:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941486.451001:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941486.451007:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941486.451014:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200262016/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941486.451028:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200262016/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941486.451079:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941486.451090:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941486.451096:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.451109:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941486.451120:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941486.451122:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941486.451126:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941486.451131:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941486.451133:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941486.451136:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941486.451151:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200262016/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941486.451160:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200262016/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941502 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.451166:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941486.451167:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.451170:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941486.451172:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941486.451175:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941486.451177:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941486.451179:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941486.451186:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=53 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941486.451188:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941486.451191:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941486.451195:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941486.451197:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941486.451200:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941486.451203:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941486.451207:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941486.451211:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941486.451215:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941486.451216:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941486.451218:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941486.451219:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941486.451222:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200262016/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941502 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.451228:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941486.451229:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941486.451230:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941486.451233:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941486.451235:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941486.451237:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.451258:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941486.451259:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941486.451260:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941486.451261:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.451263:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941486.451266:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941486.451268:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941486.451270:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941486.451272:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 290 00000400:00000200:3.0:1773941486.451277:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941486.451280:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941486.451284:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941486.451287:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941486.451289:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941486.451290:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941486.451306:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941486.451308:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941486.451310:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941486.451313:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941486.451314:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941486.451316:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941486.451318:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941486.451320:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941486.451321:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941486.451322:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941486.451325:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941486.451328:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941486.451330:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941486.451332:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941486.451336:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941486.451338:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.451340:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941486.451346:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941486.451350:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90086680. 00000020:00000040:3.0:1773941486.451352:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941486.451355:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941486.451357:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.451359:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941486.451360:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941486.451362:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941486.451365:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9008a400. 00000100:00000001:3.0:1773941486.451368:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941486.451373:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90086680 x1860112200262144/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941486.451380:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941486.451382:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941486.451386:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eebff1f1] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90086680 x1860112200262144/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.451403:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.451405:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941486.451406:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941486.451408:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.451411:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941486.451412:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941486.451413:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941486.451415:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941486.451417:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941486.451421:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200262016/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941502 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.451427:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941486.451429:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.451432:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941486.451434:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941486.451437:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773941486.451438:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200262016/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941502 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941486.451449:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941486.451452:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1773941486.451461:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200262016:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000040:2.0:1773941486.451462:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90086680 x1860112200262144/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941486.451470:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941486.451475:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941486.451476:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941486.451479:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941486.451479:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.451483:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1773941486.451484:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941486.451487:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1773941486.451488:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200262016/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941502 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941486.451491:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941486.451499:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90086680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200262144:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941486.451501:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941486.451504:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1773941486.451506:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 02000000:00000001:2.0:1773941486.451508:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1773941486.451509:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:2.0:1773941486.451511:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.451512:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:2.0:1773941486.451514:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1773941486.451517:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000010:2.0:1773941486.451520:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d72800. 00010000:00000001:3.0:1773941486.451521:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941486.451524:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1773941486.451525:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941486.451527:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000020:00000001:3.0:1773941486.451530:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941486.451534:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941486.451535:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00010000:3.0:1773941486.451541:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63277 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941486.451542:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00010000:00000001:3.0:1773941486.451551:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000010:2.0:1773941486.451552:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00010000:00010000:3.0:1773941486.451557:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63277 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941486.451559:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200262144, portal 25 00000100:00000001:2.0:1773941486.451565:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1773941486.451567:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941486.451570:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63277 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941486.451574:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941486.451577:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720301000320 : -129353408551296 : ffff8a5a90086680) 00010000:00000001:3.0:1773941486.451583:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941486.451586:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63277 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941486.451589:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90086680 x1860112200262144/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941486.451595:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941486.451599:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941486.451605:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1773941486.451605:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941486.451609:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00010000:00010000:3.0:1773941486.451610:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63277 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941486.451614:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678f68. 00010000:00010000:3.0:1773941486.451618:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000100:00000200:2.0:1773941486.451619:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200262144, offset 0 10000000:00000001:3.0:1773941486.451621:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941486.451624:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63277 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941486.451626:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941486.451633:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1773941486.451634:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941486.451637:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1773941486.451659:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941486.451663:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941486.451666:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000020:00000001:3.0:1773941486.451667:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1773941486.451670:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000020:00000040:3.0:1773941486.451671:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941486.451675:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941486.451676:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941486.451679:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941486.451683:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[76, 77] 00010000:00000001:3.0:1773941486.451685:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1773941486.451688:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00010000:3.0:1773941486.451689:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63277 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941486.451694:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [204:204:256:4294967295] 192.168.202.112@tcp LPNI seq info [78:78:8:4294967295] 00000400:00000200:2.0:1773941486.451703:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00000001:3.0:1773941486.451704:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941486.451708:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63277 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941486.451715:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 10000000:01000000:3.0:1773941486.451723:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000800:00000200:2.0:1773941486.451726:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 10000000:00000040:3.0:1773941486.451728:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941486.451731:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773941486.451732:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544700. 00010000:00010000:3.0:1773941486.451734:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941486.451737:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000800:00000200:2.0:1773941486.451739:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:3.0:1773941486.451746:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:2.0:1773941486.451747:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00010000:00000001:3.0:1773941486.451750:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000800:00000200:2.0:1773941486.451751:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544700 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941486.451754:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941486.451757:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941486.451759:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a63277 from hash 00010000:00000001:3.0:1773941486.451761:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941486.451763:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941486.451763:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941486.451764:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941486.451766:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1773941486.451767:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941486.451768:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941486.451773:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941486.451775:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941486.451777:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941486.451777:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00000001:3.0:1773941486.451780:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941486.451782:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294965189 00010000:00010000:3.0:1773941486.451785:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63277 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941486.451788:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294965186 00010000:00000001:3.0:1773941486.451795:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941486.451796:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941486.451797:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294965189 00010000:00000001:3.0:1773941486.451798:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941486.451802:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941486.451804:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941486.451804:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294965186 00010000:00000001:3.0:1773941486.451807:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941486.451810:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941486.451814:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63277 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941486.451817:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1773941486.451822:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4200 count: 0 00000100:00000001:2.0:1773941486.451822:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941486.451828:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941486.451831:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941486.451838:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941486.451840:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1773941486.451841:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941486.451845:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941486.451866:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941486.451870:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941486.451871:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941486.451877:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941486.451882:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200262016/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941502 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941486.451883:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941486.451898:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941486.451902:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:1.0:1773941486.451905:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941486.451912:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544700. 02000000:00000010:3.0:1773941486.451931:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008bc00. 00000400:00000200:1.0:1773941486.451931:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1773941486.451949:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941486.451955:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1773941486.451956:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000020:00000040:3.0:1773941486.451959:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000400:00000200:1.0:1773941486.451965:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678f68 00000020:00000001:3.0:1773941486.451966:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941486.451981:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0e00. 00000400:00000010:1.0:1773941486.451982:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678f68. 02000000:00000001:3.0:1773941486.451999:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941486.452001:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941486.452003:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000001:1.0:1773941486.452007:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1773941486.452009:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941486.452015:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941486.452018:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000200:1.0:1773941486.452022:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90086680 x1860112200262144/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1773941486.452023:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000100:00000001:1.0:1773941486.452038:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941486.452043:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90086680 x1860112200262144/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941486.452052:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.452055:0:2398:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:3.0:1773941486.452068:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941486.452073:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eadfc0. 00000020:00000010:3.0:1773941486.452080:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0e00. 00000020:00000010:3.0:1773941486.452086:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd1000. 00000040:00000010:3.0:1773941486.452090:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1c00. 00000020:00000010:3.0:1773941486.452095:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941486.452100:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1400. 80000000:00000010:3.0:1773941486.452104:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941486.452109:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd0400. 20000000:00000010:3.0:1773941486.452115:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd0000. 10000000:00000040:3.0:1773941486.452121:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941486.452123:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941486.452130:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd1000. 00000040:00000010:3.0:1773941486.452135:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1c00. 00000020:00000010:3.0:1773941486.452139:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941486.452143:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1400. 80000000:00000010:3.0:1773941486.452147:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941486.452151:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd0400. 20000000:00000010:3.0:1773941486.452155:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd0000. 00000020:00000010:3.0:1773941486.452158:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0e00. 10000000:00000010:3.0:1773941486.452162:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eadfc0. 10000000:01000000:3.0:1773941486.452166:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941486.452177:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941486.452180:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941486.452182:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941486.452183:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941486.452185:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941486.452188:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:1.0:1773941486.453501:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941486.453515:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941486.453519:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941486.453523:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941486.453530:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941486.453537:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941486.453554:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941486.453559:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941486.453564:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941486.453569:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef06200 00000400:00000200:1.0:1773941486.453575:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941486.453581:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xf51 [1] + 0 00000800:00000001:1.0:1773941486.453588:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941486.453598:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941486.453601:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941486.453617:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941486.453623:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941486.453630:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90086680 x1860112200262144/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941486.453679:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90086680 x1860112200262144/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941486.453708:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941486.453717:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941486.453731:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941486.453769:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941486.453771:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941486.453775:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941486.453776:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941486.453779:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941486.453783:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941486.453784:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941486.453787:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941486.453793:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90086680 x1860112200262144/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941486.453800:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90086680 x1860112200262144/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941486.453806:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941486.453807:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941486.453808:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941486.453810:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941486.453811:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941486.453812:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941486.453814:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941486.453816:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=53 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941486.453819:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941486.453820:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941486.453821:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941486.453823:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941486.453825:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941486.453828:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941486.453837:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90086680 x1860112200262144/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941496 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941486.453842:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941486.453844:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941486.453845:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941486.453847:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941486.453852:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941486.453853:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941486.453854:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941486.453856:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941486.453857:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941486.453859:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941486.453860:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941486.453863:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941486 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941486.453865:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941486.453872:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941486.453873:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941486.453874:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941486.453876:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941486.453877:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941486.453880:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941486.453882:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941486.453884:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941486.453886:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941486.453889:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941486.453891:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941486.454208:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941486.454212:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941486.454232:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90086680 x1860112200262144/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941496 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941486.454238:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90086680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200262144:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941486.454249:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941486.454252:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941486.454256:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90086680 x1860112200262144/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941496 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941486.454261:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941486.454262:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941486.454264:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d72800. 02000000:00000001:2.0:1773941486.454268:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941486.454270:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941486.454271:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941486.454272:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941486.454275:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9008a400. 02000000:00000001:2.0:1773941486.454278:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941486.454278:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941486.454280:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90086680. 00000100:00000001:1.0:1773941486.454283:0:14793:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941486.454284:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941486.454288:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941486.454311:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941486.454315:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941486.454316:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941486.454318:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941486.454319:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941486.454337:0:14793:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00100000:1.0:1773941486.454347:0:14793:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941486.454353:0:14793:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941486.454358:0:14793:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1773941486.454364:0:14793:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941486.454370:0:14793:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941486.454377:0:14793:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941486.454381:0:14793:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941486.454384:0:14793:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941486.454387:0:14793:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941486.454391:0:14793:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.454394:0:14793:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941486.454404:0:14793:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941486.454411:0:14793:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941486.454415:0:14793:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941486.454419:0:14793:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941486.454424:0:14793:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941486.454428:0:14793:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941486.454431:0:14793:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941486.454435:0:14793:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:1.0:1773941486.454472:0:14793:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941486.454477:0:14793:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941486.454482:0:14793:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941486.454490:0:14793:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:1.0:1773941486.454514:0:14793:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941486.454520:0:14793:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941486.454525:0:14793:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941486.454531:0:14793:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941486.454535:0:14793:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941486.457703:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4200. 00010000:00000010:3.1:1773941486.457714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941487.344770:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941487.344779:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941487.344787:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941487.664717:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941487.664727:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941487.664732:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941487.664734:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941487.664736:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941487.664737:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941487.664740:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941487.664742:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941487.664753:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941487.664756:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941487.664760:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941487.664773:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941487.664779:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941487.664784:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941487.664787:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941487.664793:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941487.664802:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0000. 00000100:00000001:3.0:1773941487.664810:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941487.664815:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941487.664818:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941487.664826:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4200. 00010000:00000001:3.0:1773941487.664832:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941487.664835:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941487.664840:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941487.664842:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a6327e to hash 00000020:00000001:3.0:1773941487.664844:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941487.664845:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941487.664848:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941487.664852:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941487.664873:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941487.664877:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6327e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941487.664888:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6327e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941487.664900:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6327e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941487.664904:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941487.664906:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941487.664912:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941487.664914:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941487.664916:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941487.664918:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941487.664923:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941487.664928:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941487.664930:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941487.664931:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941487.664942:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200262272/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941487.664951:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941487.664953:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941487.664957:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941487.664959:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941487.664961:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941487.664964:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200262272:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941487.664967:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941487.664973:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941487.664975:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941487.664977:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941487.664981:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008bc00. 02000000:00000001:3.0:1773941487.664986:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941487.664994:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941487.664997:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941487.665005:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941487.665012:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200262272, portal 25 00000100:00000001:3.0:1773941487.665014:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941487.665015:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:3.0:1773941487.665019:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200262272/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941503 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941487.665029:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941487.665032:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941487.665035:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d880. 00000100:00000200:3.0:1773941487.665039:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200262272, offset 0 00000400:00000200:3.0:1773941487.665047:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941487.665059:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941487.665069:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941487.665075:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941487.665081:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941487.665086:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941487.665089:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941487.665093:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[78, 77] 00000400:00000200:3.0:1773941487.665097:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941487.665102:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [205:205:256:4294967295] 192.168.202.122@tcp LPNI seq info [79:79:8:4294967295] 00000400:00000200:3.0:1773941487.665107:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941487.665120:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941487.665127:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941487.665134:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38b00. 00000800:00000200:3.0:1773941487.665144:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941487.665154:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941487.665160:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941487.665180:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941487.665191:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941487.665193:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294966402 00000100:00000001:3.0:1773941487.665201:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294965189 00000100:00000001:3.0:1773941487.665206:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294966402 00000100:00000001:3.0:1773941487.665210:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294965189 00000100:00000001:3.0:1773941487.665213:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941487.665216:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941487.665218:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941487.665220:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941487.665222:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941487.665225:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941487.665228:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941487.665337:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941487.665342:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38b00. 00000400:00000200:1.0:1773941487.665349:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941487.665354:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941487.665359:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d880 00000400:00000010:1.0:1773941487.665361:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d880. 00000100:00000001:1.0:1773941487.665365:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941487.665369:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200262272/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941503 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941487.665379:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941487.665382:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200262272/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941503 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941487.665387:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941487.665388:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941487.666371:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941487.666384:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941487.666386:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941487.666388:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941487.666392:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941487.666397:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941487.666402:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941487.666405:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941487.666408:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941487.666412:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef06280 00000400:00000200:1.0:1773941487.666415:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941487.666425:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xf59 [1] + 224 00000800:00000001:1.0:1773941487.666432:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941487.666439:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941487.666440:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941487.666443:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941487.666447:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941487.666451:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200262272/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941503 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941487.666459:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200262272/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941503 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941487.666477:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941487.666484:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941487.666487:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941487.666503:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941487.666510:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941487.666512:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941487.666514:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941487.666518:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941487.666519:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941487.666521:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941487.666526:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200262272/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941503 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941487.666535:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200262272/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941503 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941487.666540:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941487.666542:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941487.666544:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941487.666547:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941487.666549:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941487.666551:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941487.666553:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941487.666559:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=54 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941487.666562:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941487.666564:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941487.666567:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941487.666576:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941487.666579:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941487.666581:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941487.666586:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941487.666589:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941487.666592:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941487.666594:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941487.666596:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941487.666598:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941487.666600:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200262272/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941503 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941487.666606:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941487.666607:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941487.666608:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941487.666611:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941487.666613:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941487.666614:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941487.666616:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941487.666617:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941487.666618:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941487.666619:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941487.666620:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941487.666623:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941487.666624:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941487.666627:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941487.666629:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 292 00000400:00000200:3.0:1773941487.666632:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941487.666635:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941487.666655:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941487.666659:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941487.666661:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941487.666663:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941487.666670:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941487.666672:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941487.666674:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941487.666676:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941487.666677:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941487.666679:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941487.666681:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941487.666683:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941487.666684:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941487.666686:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941487.666688:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941487.666691:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941487.666693:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941487.666695:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941487.666698:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941487.666700:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941487.666702:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941487.666703:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941487.666706:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085180. 00000020:00000040:3.0:1773941487.666708:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941487.666711:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941487.666712:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941487.666714:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941487.666716:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941487.666719:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941487.666723:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90089c00. 00000100:00000001:3.0:1773941487.666727:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941487.666734:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90085180 x1860112200262400/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941487.666743:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941487.666745:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941487.666751:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c07f7d0] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90085180 x1860112200262400/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941487.666782:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941487.666785:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941487.666787:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941487.666790:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941487.666792:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941487.666793:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941487.666794:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941487.666796:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941487.666798:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941487.666802:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200262272/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941503 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941487.666807:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941487.666809:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941487.666811:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941487.666814:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941487.666818:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200262272/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941503 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941487.666824:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200262272:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941487.666828:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941487.666830:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941487.666832:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941487.666833:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941487.666835:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200262272/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941503 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941487.666839:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941487.666841:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941487.666844:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941487.666846:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941487.666848:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941487.666856:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1773941487.666856:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1773941487.666858:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941487.666861:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000100:00000001:2.0:1773941487.666861:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1773941487.666863:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000001:2.0:1773941487.666864:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1773941487.666868:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00010000:3.0:1773941487.666874:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6327e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941487.666875:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085180 x1860112200262400/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941487.666892:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941487.666895:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941487.666897:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941487.666898:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6327e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773941487.666901:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941487.666904:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941487.666906:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 02000000:00000001:2.0:1773941487.666908:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941487.666910:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6327e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1773941487.666912:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200262400:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941487.666921:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1773941487.666923:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941487.666925:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941487.666926:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6327e lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941487.666933:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 02000000:00000001:2.0:1773941487.666933:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1773941487.666937:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941487.666937:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941487.666943:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1773941487.666944:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941487.666947:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6327e lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:2.0:1773941487.666948:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d72800. 02000000:00000001:2.0:1773941487.666953:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941487.666960:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000400:00000200:2.0:1773941487.666961:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00000001:3.0:1773941487.666963:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000010:2.0:1773941487.666965:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 10000000:00010000:3.0:1773941487.666967:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6327e lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941487.666971:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00000100:00000200:2.0:1773941487.666976:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200262400, portal 25 00000100:00000001:2.0:1773941487.666980:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941487.666981:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000040:2.0:1773941487.666985:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085180 x1860112200262400/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941487.667006:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773941487.667007:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000040:2.0:1773941487.667008:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941487.667012:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000010:2.0:1773941487.667013:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678cc0. 00000020:00000001:3.0:1773941487.667016:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1773941487.667017:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200262400, offset 0 00000020:00000040:3.0:1773941487.667020:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000400:00000200:2.0:1773941487.667025:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000020:00000001:3.0:1773941487.667027:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941487.667033:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941487.667034:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941487.667038:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00010000:00000001:3.0:1773941487.667039:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1773941487.667043:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:3.0:1773941487.667044:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6327e lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941487.667047:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941487.667053:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 10000000:00000001:3.0:1773941487.667057:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:2.0:1773941487.667057:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 10000000:00010000:3.0:1773941487.667062:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6327e lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941487.667063:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[78, 79] 00000400:00000200:2.0:1773941487.667073:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 10000000:01000000:3.0:1773941487.667078:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:2.0:1773941487.667079:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [206:206:256:4294967295] 192.168.202.112@tcp LPNI seq info [80:80:8:4294967295] 10000000:00000040:3.0:1773941487.667085:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:2.0:1773941487.667088:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00000001:3.0:1773941487.667089:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941487.667093:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941487.667097:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1773941487.667101:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00000001:3.0:1773941487.667102:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000800:00000200:2.0:1773941487.667106:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941487.667107:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941487.667110:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941487.667113:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1773941487.667113:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544f00. 00000020:00000040:3.0:1773941487.667118:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a6327e from hash 00010000:00000001:3.0:1773941487.667122:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000800:00000200:2.0:1773941487.667123:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:3.0:1773941487.667124:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941487.667125:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941487.667126:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941487.667128:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941487.667131:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941487.667133:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941487.667134:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941487.667136:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941487.667137:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941487.667140:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544f00 type 1, nob 616 niov 1 nkiov 1 10000000:00000001:3.0:1773941487.667145:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941487.667148:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6327e lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941487.667153:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941487.667153:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941487.667154:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941487.667158:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941487.667161:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:2.0:1773941487.667161:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941487.667164:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294966404 00000100:00000001:2.0:1773941487.667170:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294966402 00010000:00000001:3.0:1773941487.667174:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941487.667176:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294966404 00010000:00000001:3.0:1773941487.667177:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941487.667180:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941487.667183:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294966402 00010000:00010000:3.0:1773941487.667184:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6327e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941487.667189:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941487.667194:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1773941487.667195:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4200 count: 0 00000100:00000001:2.0:1773941487.667198:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941487.667203:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941487.667208:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941487.667210:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1773941487.667211:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000200:1.0:1773941487.667213:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1773941487.667214:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941487.667216:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000010:1.0:1773941487.667220:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544f00. 00000100:00000001:2.0:1773941487.667221:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773941487.667225:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200262272/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941503 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941487.667225:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1773941487.667227:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1773941487.667229:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941487.667235:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941487.667238:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941487.667246:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678cc0 00000100:00000001:3.0:1773941487.667247:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000010:1.0:1773941487.667250:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678cc0. 00000100:00000001:1.0:1773941487.667253:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941487.667257:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085180 x1860112200262400/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941497 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941487.667263:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941487.667265:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085180 x1860112200262400/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941497 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941487.667270:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941487.667271:0:2398:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1773941487.667320:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941487.667323:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008bc00. 02000000:00000001:3.0:1773941487.667327:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941487.667329:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941487.667330:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941487.667332:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941487.667334:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0000. 02000000:00000001:3.0:1773941487.667337:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941487.667339:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941487.667340:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000001:3.0:1773941487.667342:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941487.667343:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941487.667345:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941487.667347:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941487.667350:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941487.667359:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eaddc0. 00000020:00000010:3.0:1773941487.667362:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0000. 00000020:00000010:3.0:1773941487.667367:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd0400. 00000040:00000010:3.0:1773941487.667370:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1400. 00000020:00000010:3.0:1773941487.667375:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941487.667379:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1c00. 80000000:00000010:3.0:1773941487.667384:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941487.667388:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd1000. 20000000:00000010:3.0:1773941487.667392:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd1e00. 10000000:00000040:3.0:1773941487.667396:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941487.667398:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941487.667402:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd0400. 00000040:00000010:3.0:1773941487.667405:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1400. 00000020:00000010:3.0:1773941487.667408:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941487.667411:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1c00. 80000000:00000010:3.0:1773941487.667413:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941487.667416:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd1000. 20000000:00000010:3.0:1773941487.667418:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd1e00. 00000020:00000010:3.0:1773941487.667421:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0000. 10000000:00000010:3.0:1773941487.667423:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eaddc0. 10000000:01000000:3.0:1773941487.667426:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941487.667428:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941487.667430:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941487.667431:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941487.667432:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941487.667433:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941487.667435:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:1.0:1773941487.668665:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941487.668671:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941487.668673:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941487.668676:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941487.668681:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941487.668692:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941487.668698:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941487.668702:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941487.668707:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941487.668711:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef06300 00000400:00000200:1.0:1773941487.668716:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941487.668720:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xf61 [1] + 0 00000800:00000001:1.0:1773941487.668725:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941487.668731:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941487.668734:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941487.668737:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941487.668741:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941487.668744:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085180 x1860112200262400/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941497 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941487.668751:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90085180 x1860112200262400/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941487.668764:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941487.668768:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941487.668770:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941487.668802:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941487.668805:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941487.668809:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941487.668810:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941487.668813:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941487.668817:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941487.668819:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941487.668822:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941487.668827:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085180 x1860112200262400/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941497 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941487.668838:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085180 x1860112200262400/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941497 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941487.668845:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941487.668847:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941487.668849:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941487.668858:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941487.668860:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941487.668862:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941487.668864:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941487.668868:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=54 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941487.668871:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941487.668874:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941487.668875:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941487.668878:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941487.668881:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941487.668883:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941487.668888:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085180 x1860112200262400/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941487.668896:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941487.668898:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941487.668900:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941487.668902:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941487.668908:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941487.668910:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941487.668912:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941487.668914:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941487.668916:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941487.668918:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941487.668921:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941487.668925:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941487 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941487.668928:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941487.668936:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941487.668938:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941487.668940:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941487.668942:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941487.668944:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941487.668947:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941487.668950:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941487.668953:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941487.668963:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941487.668967:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941487.668969:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941487.669219:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941487.669223:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941487.669229:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085180 x1860112200262400/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941497 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941487.669239:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200262400:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941487.669240:0:14794:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941487.669248:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941487.669251:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1773941487.669252:0:14794:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00000040:2.0:1773941487.669259:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085180 x1860112200262400/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941497 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941487.669259:0:14794:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941487.669264:0:14794:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941487.669268:0:14794:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:2.0:1773941487.669275:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:1.0:1773941487.669275:0:14794:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941487.669278:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:1.0:1773941487.669281:0:14794:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:2.0:1773941487.669297:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d72800. 00000001:00000001:1.0:1773941487.669298:0:14794:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941487.669304:0:14794:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941487.669305:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:1.0:1773941487.669306:0:14794:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:2.0:1773941487.669310:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:1.0:1773941487.669311:0:14794:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941487.669315:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 10000000:00000001:1.0:1773941487.669316:0:14794:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941487.669321:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941487.669322:0:14794:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:2.0:1773941487.669326:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90089c00. 00000100:00080000:1.0:1773941487.669329:0:14794:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:2.0:1773941487.669332:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941487.669334:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941487.669335:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085180. 00000100:00000001:1.0:1773941487.669340:0:14794:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941487.669342:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941487.669343:0:14794:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941487.669346:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941487.669347:0:14794:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941487.669353:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941487.669353:0:14794:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941487.669359:0:14794:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941487.669360:0:14794:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:2.0:1773941487.669361:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000040:1.0:1773941487.669362:0:14794:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000001:2.0:1773941487.669366:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941487.669370:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941487.669372:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941487.669377:0:14794:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941487.669380:0:14794:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941487.669382:0:14794:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941487.669386:0:14794:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:1.0:1773941487.669388:0:14794:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941487.669391:0:14794:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941487.669393:0:14794:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941487.669396:0:14794:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941487.669398:0:14794:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941487.672671:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4200. 00010000:00000010:3.1:1773941487.672677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941488.368856:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941488.368863:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941488.368868:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941489.328739:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941489.328750:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941489.328757:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941489.328760:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941489.328762:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941489.328764:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941489.328767:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941489.328794:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941489.328798:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941489.328801:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941489.328803:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941489.328813:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941489.328820:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941489.328826:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941489.328830:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941489.328838:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941489.328847:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd1e00. 00000100:00000001:3.0:1773941489.328857:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941489.328863:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941489.328867:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941489.328877:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4200. 00010000:00000001:3.0:1773941489.328885:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941489.328889:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941489.328895:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941489.328898:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a63285 to hash 00000020:00000001:3.0:1773941489.328901:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941489.328903:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941489.328907:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941489.328912:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941489.328916:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941489.328920:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63285 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941489.328933:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63285 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941489.328964:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63285 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941489.328969:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941489.328971:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941489.328980:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941489.328982:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941489.328984:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941489.328985:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941489.328991:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941489.328995:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941489.328997:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941489.328999:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941489.329010:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200262528/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941489.329017:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941489.329019:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941489.329023:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941489.329025:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941489.329027:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941489.329029:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200262528:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941489.329032:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941489.329038:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941489.329040:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941489.329042:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941489.329046:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008bc00. 02000000:00000001:3.0:1773941489.329048:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941489.329056:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941489.329059:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941489.329065:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941489.329081:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200262528, portal 25 00000100:00000001:3.0:1773941489.329083:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941489.329084:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:3.0:1773941489.329088:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200262528/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941505 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941489.329095:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941489.329097:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941489.329099:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d7f8. 00000100:00000200:3.0:1773941489.329109:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200262528, offset 0 00000400:00000200:3.0:1773941489.329114:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941489.329124:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941489.329133:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941489.329138:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941489.329142:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941489.329146:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941489.329148:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941489.329151:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[80, 79] 00000400:00000200:3.0:1773941489.329154:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941489.329157:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [207:207:256:4294967295] 192.168.202.122@tcp LPNI seq info [81:81:8:4294967295] 00000400:00000200:3.0:1773941489.329160:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941489.329168:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941489.329173:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941489.329179:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38b00. 00000800:00000200:3.0:1773941489.329186:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941489.329194:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941489.329198:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941489.329214:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941489.329217:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941489.329219:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294968066 00000100:00000001:3.0:1773941489.329227:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294966404 00000100:00000001:3.0:1773941489.329232:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294968066 00000100:00000001:3.0:1773941489.329235:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294966404 00000100:00000001:3.0:1773941489.329238:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941489.329240:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941489.329242:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941489.329243:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941489.329246:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941489.329248:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941489.329255:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941489.329407:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941489.329413:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38b00. 00000400:00000200:1.0:1773941489.329418:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941489.329423:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941489.329428:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d7f8 00000400:00000010:1.0:1773941489.329431:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d7f8. 00000100:00000001:1.0:1773941489.329435:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941489.329440:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200262528/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941505 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941489.329449:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941489.329452:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200262528/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941505 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941489.329458:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941489.329459:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941489.330417:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941489.330436:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941489.330439:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941489.330440:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941489.330445:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941489.330450:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941489.330455:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941489.330459:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941489.330463:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941489.330467:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef06380 00000400:00000200:1.0:1773941489.330471:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941489.330476:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xf69 [1] + 224 00000800:00000001:1.0:1773941489.330482:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941489.330490:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941489.330492:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941489.330494:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941489.330499:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941489.330503:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200262528/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941505 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941489.330511:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200262528/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941505 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941489.330527:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941489.330534:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941489.330536:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941489.330551:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941489.330563:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941489.330565:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941489.330567:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941489.330570:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941489.330572:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941489.330574:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941489.330578:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200262528/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941505 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941489.330586:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200262528/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941505 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941489.330591:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941489.330592:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941489.330594:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941489.330597:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941489.330599:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941489.330602:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941489.330604:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941489.330610:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=56 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941489.330613:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941489.330615:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941489.330619:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941489.330621:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941489.330624:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941489.330626:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941489.330629:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941489.330633:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941489.330636:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941489.330637:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941489.330654:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941489.330656:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941489.330659:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200262528/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941505 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941489.330671:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941489.330672:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941489.330674:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941489.330676:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941489.330679:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941489.330680:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941489.330682:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941489.330683:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941489.330683:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941489.330684:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941489.330686:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941489.330688:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941489.330706:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941489.330709:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941489.330712:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 293 00000400:00000200:3.0:1773941489.330717:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941489.330722:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941489.330726:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941489.330729:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941489.330732:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941489.330735:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941489.330739:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941489.330741:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941489.330744:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941489.330746:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941489.330749:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941489.330751:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941489.330754:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941489.330756:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941489.330758:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941489.330759:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941489.330763:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941489.330771:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941489.330774:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941489.330777:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941489.330781:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941489.330784:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941489.330787:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941489.330789:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941489.330793:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90087100. 00000020:00000040:3.0:1773941489.330796:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941489.330799:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941489.330801:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941489.330804:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941489.330806:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941489.330808:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941489.330813:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9008b000. 00000100:00000001:3.0:1773941489.330817:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941489.330823:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90087100 x1860112200262656/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941489.330832:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941489.330835:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941489.330840:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001759057f] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90087100 x1860112200262656/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941489.330867:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941489.330870:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941489.330872:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941489.330876:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941489.330879:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941489.330880:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941489.330883:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941489.330885:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941489.330887:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941489.330892:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200262528/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941505 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941489.330912:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941489.330915:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941489.330918:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941489.330920:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941489.330925:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200262528/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941505 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941489.330933:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200262528:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941489.330953:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941489.330955:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941489.330956:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941489.330958:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941489.330960:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200262528/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941505 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941489.330964:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941489.330966:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941489.330969:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941489.330970:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941489.330973:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941489.330976:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941489.330977:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941489.330979:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000020:00000001:3.0:1773941489.330980:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941489.330982:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000001:2.0:1773941489.330984:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1773941489.330986:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63285 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941489.330989:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941489.330992:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1773941489.330995:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00010000:00010000:3.0:1773941489.330998:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63285 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941489.331008:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90087100 x1860112200262656/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941489.331013:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941489.331017:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63285 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941489.331022:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941489.331025:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941489.331027:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1773941489.331029:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1773941489.331030:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1773941489.331032:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773941489.331034:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63285 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773941489.331037:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941489.331044:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00100000:2.0:1773941489.331044:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90087100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200262656:192.168.202.112@tcp:250:ll_cfg_requeue.0 00010000:00000001:3.0:1773941489.331048:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941489.331049:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1773941489.331052:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 02000000:00000001:2.0:1773941489.331053:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941489.331056:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941489.331057:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63285 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773941489.331058:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941489.331064:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d73800. 00010000:00010000:3.0:1773941489.331065:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 02000000:00000001:2.0:1773941489.331067:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941489.331069:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941489.331072:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63285 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941489.331075:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941489.331080:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00010000:00000001:3.0:1773941489.331081:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941489.331084:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941489.331085:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1773941489.331086:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00000020:00000040:3.0:1773941489.331087:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941489.331092:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000200:2.0:1773941489.331093:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200262656, portal 25 00010000:00000001:3.0:1773941489.331094:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000001:2.0:1773941489.331099:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1773941489.331100:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1773941489.331101:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720301003008 : -129353408548608 : ffff8a5a90087100) 00010000:00010000:3.0:1773941489.331104:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63285 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941489.331108:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90087100 x1860112200262656/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000001:3.0:1773941489.331112:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1773941489.331116:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00010000:3.0:1773941489.331120:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63285 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941489.331120:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941489.331125:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678bb0. 00000100:00000200:2.0:1773941489.331129:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200262656, offset 0 10000000:01000000:3.0:1773941489.331131:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941489.331135:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941489.331137:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941489.331137:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00010000:3.0:1773941489.331143:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941489.331144:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941489.331148:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1773941489.331148:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941489.331152:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941489.331154:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941489.331155:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941489.331158:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000020:00000040:3.0:1773941489.331159:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a63285 from hash 00010000:00000001:3.0:1773941489.331163:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941489.331165:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1773941489.331166:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941489.331167:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941489.331169:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941489.331172:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941489.331174:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1773941489.331175:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00010000:00000001:3.0:1773941489.331177:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941489.331179:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941489.331181:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941489.331182:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 10000000:00000001:3.0:1773941489.331183:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941489.331188:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63285 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941489.331189:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941489.331193:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941489.331194:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941489.331195:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941489.331196:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941489.331198:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941489.331201:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941489.331203:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941489.331206:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63285 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941489.331206:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[80, 81] 00010000:00000040:3.0:1773941489.331218:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4200 count: 0 00000400:00000200:2.0:1773941489.331231:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:3.0:1773941489.331236:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941489.331236:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [208:208:256:4294967295] 192.168.202.112@tcp LPNI seq info [82:82:8:4294967295] 00010000:00000001:3.0:1773941489.331240:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:2.0:1773941489.331244:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941489.331245:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941489.331251:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200262528/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941505 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941489.331258:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941489.331280:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000100:00000001:3.0:1773941489.331288:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000010:2.0:1773941489.331288:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544f00. 02000000:00000001:3.0:1773941489.331294:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000200:2.0:1773941489.331297:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 02000000:00000010:3.0:1773941489.331299:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008bc00. 00000800:00000200:2.0:1773941489.331305:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 02000000:00000001:3.0:1773941489.331306:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941489.331310:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000800:00000200:2.0:1773941489.331310:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544f00 type 1, nob 616 niov 1 nkiov 1 00000020:00000040:3.0:1773941489.331314:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941489.331317:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941489.331319:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd1e00. 02000000:00000001:3.0:1773941489.331322:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1773941489.331323:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941489.331324:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941489.331328:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000400:00000200:2.0:1773941489.331332:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941489.331333:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941489.331336:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941489.331336:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294968068 10000000:00000001:3.0:1773941489.331342:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941489.331344:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294968066 10000000:01000000:3.0:1773941489.331345:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941489.331350:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:2.0:1773941489.331351:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294968068 10000000:00000010:3.0:1773941489.331354:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eadb40. 00000100:00000001:2.0:1773941489.331356:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294968066 00000020:00000010:3.0:1773941489.331360:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd1e00. 00000100:00000001:2.0:1773941489.331361:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941489.331364:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941489.331366:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941489.331368:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd1000. 00000100:00000001:2.0:1773941489.331369:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:3.0:1773941489.331374:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1c00. 00000100:00000001:2.0:1773941489.331378:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1773941489.331380:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000100:00000001:2.0:1773941489.331381:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941489.331386:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941489.331387:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1773941489.331388:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1400. 00000100:00000001:2.0:1773941489.331389:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941489.331393:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:3.0:1773941489.331395:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941489.331400:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd0400. 00000800:00000200:1.0:1773941489.331401:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 20000000:00000010:3.0:1773941489.331405:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd0800. 00000800:00000010:1.0:1773941489.331406:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544f00. 10000000:00000040:3.0:1773941489.331412:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 00000400:00000200:1.0:1773941489.331413:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:3.0:1773941489.331415:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:1.0:1773941489.331421:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000020:00000010:3.0:1773941489.331423:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd1000. 00000400:00000200:1.0:1773941489.331424:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678bb0 00000400:00000010:1.0:1773941489.331428:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678bb0. 00000040:00000010:3.0:1773941489.331429:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1c00. 00000100:00000001:1.0:1773941489.331431:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941489.331437:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90087100 x1860112200262656/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941489.331455:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941489.331458:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90087100 x1860112200262656/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941489.331463:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941489.331465:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1773941489.331475:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941489.331481:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1400. 80000000:00000010:3.0:1773941489.331484:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941489.331487:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd0400. 20000000:00000010:3.0:1773941489.331490:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd0800. 00000020:00000010:3.0:1773941489.331492:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd1e00. 10000000:00000010:3.0:1773941489.331494:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eadb40. 10000000:01000000:3.0:1773941489.331497:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941489.331499:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941489.331501:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941489.331503:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941489.331504:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941489.331505:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941489.331507:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:1.0:1773941489.332618:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941489.332625:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941489.332627:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941489.332629:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941489.332633:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941489.332636:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941489.332699:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941489.332705:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941489.332712:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941489.332720:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef06400 00000400:00000200:1.0:1773941489.332727:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941489.332733:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xf71 [1] + 0 00000800:00000001:1.0:1773941489.332743:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941489.332768:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941489.332772:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941489.332779:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941489.332784:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941489.332791:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90087100 x1860112200262656/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941489.332818:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90087100 x1860112200262656/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941489.332841:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941489.332848:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941489.332852:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941489.332913:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941489.332919:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941489.332924:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941489.332925:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941489.332928:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941489.332934:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941489.332946:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941489.332949:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941489.332969:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90087100 x1860112200262656/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941489.332977:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90087100 x1860112200262656/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941489.332983:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941489.332984:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941489.332986:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941489.332987:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941489.332988:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941489.332989:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941489.332991:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941489.332994:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=56 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941489.332996:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941489.332998:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941489.332999:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941489.333001:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941489.333003:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941489.333005:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941489.333008:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90087100 x1860112200262656/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941489.333013:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941489.333015:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941489.333017:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941489.333019:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941489.333022:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941489.333024:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941489.333025:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941489.333027:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941489.333028:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941489.333030:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941489.333031:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941489.333034:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941489 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941489.333040:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941489.333046:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941489.333048:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941489.333049:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941489.333050:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941489.333052:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941489.333055:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941489.333057:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941489.333059:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941489.333062:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941489.333064:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941489.333066:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941489.333415:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941489.333418:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941489.333422:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90087100 x1860112200262656/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941489.333429:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90087100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200262656:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941489.333433:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941489.333435:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941489.333438:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90087100 x1860112200262656/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941489.333442:0:14795:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941489.333444:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941489.333446:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941489.333448:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d73800. 02000000:00000001:2.0:1773941489.333451:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941489.333453:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941489.333455:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941489.333456:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941489.333459:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9008b000. 00000100:00080000:1.0:1773941489.333460:0:14795:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 02000000:00000001:2.0:1773941489.333464:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1773941489.333466:0:14795:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:2.0:1773941489.333467:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941489.333472:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90087100. 00000100:00000001:1.0:1773941489.333472:0:14795:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941489.333474:0:14795:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1773941489.333477:0:14795:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941489.333479:0:14795:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941489.333482:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:1.0:1773941489.333484:0:14795:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941489.333485:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941489.333490:0:14795:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941489.333491:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941489.333494:0:14795:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941489.333496:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:1.0:1773941489.333497:0:14795:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941489.333500:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941489.333501:0:14795:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941489.333503:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941489.333504:0:14795:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941489.333506:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941489.333510:0:14795:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941489.333513:0:14795:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941489.333516:0:14795:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941489.333518:0:14795:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941489.333521:0:14795:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941489.333523:0:14795:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941489.333524:0:14795:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941489.333525:0:14795:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:1.0:1773941489.333537:0:14795:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941489.333538:0:14795:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941489.333539:0:14795:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941489.333542:0:14795:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:1.0:1773941489.333544:0:14795:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941489.333546:0:14795:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941489.333547:0:14795:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941489.333550:0:14795:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941489.333552:0:14795:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941489.336715:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4200. 00010000:00000010:3.1:1773941489.336745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941489.392820:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941489.392827:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941489.392833:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941489.456836:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (300) 00000020:00000001:1.0:1773941490.416787:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941490.416795:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941490.416800:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941491.248769:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941491.248778:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941491.248783:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941491.248785:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941491.248787:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941491.248788:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941491.248790:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941491.248792:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941491.248795:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941491.248797:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941491.248799:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941491.248812:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941491.248818:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941491.248823:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941491.248826:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941491.248833:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941491.248841:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0800. 00000100:00000001:3.0:1773941491.248848:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941491.248853:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941491.248857:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941491.248867:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4200. 00010000:00000001:3.0:1773941491.248876:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941491.248901:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941491.248908:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941491.248911:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a6328c to hash 00000020:00000001:3.0:1773941491.248914:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941491.248916:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941491.248919:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941491.248923:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941491.248926:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941491.248930:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6328c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941491.248940:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6328c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941491.248952:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6328c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941491.248956:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941491.248958:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941491.248964:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941491.248966:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941491.248968:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941491.248970:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941491.248975:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941491.248979:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941491.248981:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941491.248983:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941491.248994:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200262784/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941491.249001:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941491.249003:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941491.249007:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941491.249010:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941491.249019:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941491.249023:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200262784:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941491.249026:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941491.249032:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941491.249035:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941491.249037:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941491.249041:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008bc00. 02000000:00000001:3.0:1773941491.249053:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941491.249063:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941491.249066:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941491.249073:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941491.249080:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200262784, portal 25 00000100:00000001:3.0:1773941491.249082:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941491.249083:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:3.0:1773941491.249087:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200262784/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941507 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941491.249093:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941491.249095:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941491.249097:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875ddd0. 00000100:00000200:3.0:1773941491.249100:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200262784, offset 0 00000400:00000200:3.0:1773941491.249106:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941491.249115:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941491.249123:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941491.249128:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941491.249132:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941491.249136:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941491.249138:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941491.249141:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[82, 81] 00000400:00000200:3.0:1773941491.249143:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941491.249147:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [209:209:256:4294967295] 192.168.202.122@tcp LPNI seq info [83:83:8:4294967295] 00000400:00000200:3.0:1773941491.249150:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941491.249170:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941491.249180:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941491.249185:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38200. 00000800:00000200:3.0:1773941491.249192:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941491.249200:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941491.249205:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941491.249222:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941491.249226:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941491.249229:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294969986 00000100:00000001:3.0:1773941491.249237:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294968068 00000100:00000001:3.0:1773941491.249242:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294969986 00000100:00000001:3.0:1773941491.249244:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294968068 00000100:00000001:3.0:1773941491.249266:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941491.249269:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941491.249271:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941491.249273:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941491.249276:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941491.249279:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941491.249282:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941491.249416:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941491.249427:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38200. 00000400:00000200:1.0:1773941491.249433:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941491.249438:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941491.249443:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875ddd0 00000400:00000010:1.0:1773941491.249445:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875ddd0. 00000100:00000001:1.0:1773941491.249449:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941491.249454:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200262784/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941507 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941491.249463:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941491.249466:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200262784/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941507 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941491.249472:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941491.249473:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941491.250703:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941491.250720:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941491.250724:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941491.250727:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941491.250734:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941491.250739:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941491.250748:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941491.250752:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941491.250758:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941491.250762:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef06480 00000400:00000200:1.0:1773941491.250765:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941491.250769:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xf79 [1] + 224 00000800:00000001:1.0:1773941491.250776:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941491.250784:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941491.250786:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941491.250789:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941491.250793:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941491.250797:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200262784/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941507 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941491.250805:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200262784/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941507 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941491.250826:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941491.250834:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941491.250838:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941491.250936:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941491.250949:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941491.250950:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941491.250953:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941491.250959:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941491.250961:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941491.250965:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941491.250974:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200262784/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941507 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941491.250988:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200262784/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941507 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941491.251003:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941491.251005:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941491.251023:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941491.251027:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941491.251030:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941491.251032:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941491.251035:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941491.251043:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=58 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941491.251047:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941491.251050:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941491.251053:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941491.251056:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941491.251058:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941491.251061:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941491.251064:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941491.251067:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941491.251070:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941491.251072:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941491.251073:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941491.251075:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941491.251078:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200262784/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941507 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941491.251084:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941491.251085:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941491.251086:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941491.251089:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941491.251092:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941491.251093:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941491.251094:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941491.251095:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941491.251096:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941491.251097:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941491.251098:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941491.251100:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941491.251102:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941491.251104:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941491.251111:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 295 00000400:00000200:3.0:1773941491.251118:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941491.251122:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941491.251125:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941491.251127:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941491.251129:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941491.251131:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941491.251134:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941491.251136:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941491.251138:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941491.251140:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941491.251141:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941491.251143:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941491.251145:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941491.251146:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941491.251147:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941491.251149:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941491.251151:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941491.251154:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941491.251155:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941491.251157:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941491.251160:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941491.251162:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941491.251164:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941491.251165:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941491.251169:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90086300. 00000020:00000040:3.0:1773941491.251172:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941491.251175:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941491.251176:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941491.251179:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941491.251181:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941491.251184:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941491.251209:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9008a800. 00000100:00000001:3.0:1773941491.251215:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941491.251221:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90086300 x1860112200262912/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941491.251229:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941491.251232:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941491.251237:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025a7c50] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90086300 x1860112200262912/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941491.251273:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941491.251276:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941491.251278:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941491.251281:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941491.251284:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941491.251286:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941491.251288:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941491.251290:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941491.251292:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941491.251297:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200262784/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941507 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941491.251320:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941491.251324:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941491.251326:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941491.251328:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941491.251331:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200262784/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941507 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941491.251337:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773941491.251338:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200262784:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941491.251345:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941491.251345:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941491.251351:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941491.251351:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941491.251364:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941491.251366:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941491.251366:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90086300 x1860112200262912/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941491.251381:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200262784/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941507 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941491.251395:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941491.251398:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941491.251400:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941491.251402:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941491.251410:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:2.0:1773941491.251410:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773941491.251413:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:2.0:1773941491.251416:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941491.251418:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941491.251421:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1773941491.251423:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941491.251425:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941491.251429:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000020:00000001:3.0:1773941491.251432:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941491.251437:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00100000:2.0:1773941491.251437:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90086300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200262912:192.168.202.112@tcp:250:ll_cfg_requeue.0 00010000:00010000:3.0:1773941491.251444:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6328c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941491.251451:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941491.251460:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1773941491.251461:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000001:2.0:1773941491.251467:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941491.251470:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6328c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773941491.251473:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1773941491.251481:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 02000000:00000010:2.0:1773941491.251486:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d70c00. 00010000:00010000:3.0:1773941491.251487:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6328c lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773941491.251498:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941491.251501:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941491.251520:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941491.251521:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:3.0:1773941491.251524:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6328c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941491.251533:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00010000:00000001:3.0:1773941491.251535:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941491.251539:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941491.251543:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000010:2.0:1773941491.251543:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00010000:00010000:3.0:1773941491.251548:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6328c lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941491.251553:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200262912, portal 25 00000100:00000001:2.0:1773941491.251564:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941491.251569:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300999424 : -129353408552192 : ffff8a5a90086300) 00010000:00010000:3.0:1773941491.251572:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 10000000:00000001:3.0:1773941491.251577:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941491.251583:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6328c lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941491.251585:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90086300 x1860112200262912/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941491.251607:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941491.251610:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941491.251613:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941491.251616:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941491.251624:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000001:2.0:1773941491.251628:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773941491.251645:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941491.251650:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941491.251653:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6328c lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773941491.251660:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941491.251663:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6328c lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941491.251691:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941491.251695:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678b28. 00000100:00000200:2.0:1773941491.251700:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200262912, offset 0 00000400:00000200:2.0:1773941491.251707:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 10000000:01000000:3.0:1773941491.251708:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941491.251715:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:2.0:1773941491.251716:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00000001:3.0:1773941491.251719:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941491.251725:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00010000:00010000:3.0:1773941491.251727:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941491.251731:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1773941491.251732:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941491.251736:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000400:00000200:2.0:1773941491.251740:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00010000:00000001:3.0:1773941491.251741:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941491.251746:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1773941491.251746:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941491.251751:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941491.251753:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000020:00000040:3.0:1773941491.251759:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a6328c from hash 00010000:00000001:3.0:1773941491.251765:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1773941491.251765:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[82, 83] 00010000:00000001:3.0:1773941491.251768:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941491.251771:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941491.251777:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:3.0:1773941491.251784:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941491.251789:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1773941491.251794:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [210:210:256:4294967295] 192.168.202.112@tcp LPNI seq info [84:84:8:4294967295] 00010000:00000001:3.0:1773941491.251795:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941491.251802:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941491.251805:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941491.251808:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941491.251811:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941491.251819:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:3.0:1773941491.251821:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6328c lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941491.251830:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941491.251835:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941491.251839:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941491.251844:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941491.251848:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941491.251853:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941491.251854:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00000001:3.0:1773941491.251856:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941491.251862:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6328c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941491.251874:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941491.251883:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544700. 00010000:00000040:3.0:1773941491.251885:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4200 count: 0 00000800:00000200:2.0:1773941491.251894:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:3.0:1773941491.251905:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941491.251910:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000200:2.0:1773941491.251914:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000100:00000001:3.0:1773941491.251917:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1773941491.251921:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544700 type 1, nob 616 niov 1 nkiov 1 00000100:00000040:3.0:1773941491.251926:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200262784/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941507 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941491.251934:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941491.251936:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941491.251939:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008bc00. 00000100:00000001:2.0:1773941491.251941:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941491.251942:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941491.251945:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941491.251948:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941491.251950:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1773941491.251954:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 02000000:00000010:3.0:1773941491.251955:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0800. 00000100:00000001:2.0:1773941491.251964:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294969989 02000000:00000001:3.0:1773941491.251967:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1773941491.251986:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294969986 02000000:00000001:3.0:1773941491.251988:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941491.251993:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294969989 00000100:00000010:3.0:1773941491.252001:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000001:2.0:1773941491.252002:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294969986 00000100:00000001:3.0:1773941491.252008:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941491.252011:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941491.252012:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941491.252022:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941491.252023:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000200:1.0:1773941491.252027:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1773941491.252030:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773941491.252032:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544700. 10000000:01000000:3.0:1773941491.252034:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000100:00000001:2.0:1773941491.252037:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941491.252040:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:3.0:1773941491.252041:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000400:00000200:1.0:1773941491.252048:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 10000000:00000010:3.0:1773941491.252050:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90ead3c0. 00000100:00000001:2.0:1773941491.252057:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1773941491.252057:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678b28 00000020:00000010:3.0:1773941491.252061:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0800. 00000100:00000001:2.0:1773941491.252062:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000010:1.0:1773941491.252062:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678b28. 00000100:00000001:1.0:1773941491.252069:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1773941491.252072:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941491.252076:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1773941491.252078:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90086300 x1860112200262912/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941491.252080:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941491.252096:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941491.252106:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941491.252111:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90086300 x1860112200262912/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941501 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941491.252119:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941491.252121:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1773941491.252143:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd0400. 00000040:00000010:3.0:1773941491.252148:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1400. 00000020:00000010:3.0:1773941491.252152:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941491.252156:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1c00. 80000000:00000010:3.0:1773941491.252160:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941491.252165:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd1000. 20000000:00000010:3.0:1773941491.252170:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd1e00. 10000000:00000040:3.0:1773941491.252175:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941491.252177:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941491.252182:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd0400. 00000040:00000010:3.0:1773941491.252185:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1400. 00000020:00000010:3.0:1773941491.252204:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941491.252207:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1c00. 80000000:00000010:3.0:1773941491.252209:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941491.252211:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd1000. 20000000:00000010:3.0:1773941491.252213:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd1e00. 00000020:00000010:3.0:1773941491.252215:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0800. 10000000:00000010:3.0:1773941491.252217:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90ead3c0. 10000000:01000000:3.0:1773941491.252220:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941491.252223:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941491.252224:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941491.252227:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941491.252228:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941491.252229:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941491.252231:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:1.0:1773941491.253417:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941491.253427:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941491.253429:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941491.253432:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941491.253437:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941491.253442:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941491.253448:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941491.253451:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941491.253453:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941491.253456:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef06500 00000400:00000200:1.0:1773941491.253459:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941491.253464:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xf81 [1] + 0 00000800:00000001:1.0:1773941491.253470:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941491.253478:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941491.253492:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941491.253502:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941491.253506:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941491.253509:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90086300 x1860112200262912/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941501 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941491.253520:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90086300 x1860112200262912/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941491.253537:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941491.253543:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941491.253547:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941491.253577:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941491.253581:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941491.253585:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941491.253587:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941491.253590:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941491.253594:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941491.253596:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941491.253599:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941491.253604:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90086300 x1860112200262912/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941501 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941491.253616:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90086300 x1860112200262912/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941501 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941491.253623:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941491.253625:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941491.253628:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941491.253630:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941491.253633:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941491.253635:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941491.253638:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941491.253664:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=58 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941491.253669:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941491.253672:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941491.253674:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941491.253688:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941491.253690:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941491.253693:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941491.253700:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90086300 x1860112200262912/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941501 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941491.253709:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941491.253712:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941491.253719:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941491.253722:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941491.253729:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941491.253732:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941491.253734:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941491.253737:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941491.253740:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941491.253742:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941491.253745:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941491.253749:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941491 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941491.253753:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941491.253760:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941491.253763:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941491.253766:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941491.253768:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941491.253770:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941491.253774:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941491.253777:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941491.253780:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941491.253783:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941491.253787:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941491.253790:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941491.254050:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941491.254054:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941491.254061:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90086300 x1860112200262912/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941501 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941491.254071:0:14797:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:0.0:1773941491.254071:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90086300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200262912:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:0.0:1773941491.254077:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941491.254080:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1773941491.254084:0:14797:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00000040:0.0:1773941491.254085:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90086300 x1860112200262912/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941501 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941491.254089:0:14797:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941491.254093:0:14797:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941491.254096:0:14797:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:0.0:1773941491.254097:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000001:00000001:2.0:1773941491.254100:0:14797:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:0.0:1773941491.254101:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1773941491.254106:0:14797:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:0.0:1773941491.254106:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d70c00. 02000000:00000001:0.0:1773941491.254109:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1773941491.254111:0:14797:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941491.254112:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941491.254115:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000001:00000001:2.0:1773941491.254116:0:14797:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941491.254119:0:14797:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:0.0:1773941491.254120:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:2.0:1773941491.254122:0:14797:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941491.254123:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9008a800. 10000000:00000001:2.0:1773941491.254125:0:14797:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941491.254128:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1773941491.254133:0:14797:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941491.254138:0:14797:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:0.0:1773941491.254138:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941491.254142:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90086300. 00000100:00000001:2.0:1773941491.254143:0:14797:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941491.254147:0:14797:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941491.254148:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941491.254150:0:14797:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941491.254151:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941491.254155:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941491.254156:0:14797:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941491.254158:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941491.254160:0:14797:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:0.0:1773941491.254161:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1773941491.254162:0:14797:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:0.0:1773941491.254165:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000040:2.0:1773941491.254166:0:14797:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000001:0.0:1773941491.254168:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941491.254183:0:14797:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941491.254193:0:14797:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941491.254195:0:14797:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941491.254202:0:14797:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:2.0:1773941491.254207:0:14797:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941491.254210:0:14797:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941491.254211:0:14797:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941491.254214:0:14797:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941491.254215:0:14797:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941491.257712:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4200. 00010000:00000010:3.1:1773941491.257720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941491.440832:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941491.440840:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941491.440844:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941492.464801:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941492.464807:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941492.464814:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941492.848764:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941492.848799:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941492.848805:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941492.848809:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941492.848811:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941492.848813:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941492.848817:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941492.848820:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941492.848823:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941492.848827:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941492.848829:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941492.848840:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941492.848847:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941492.848853:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941492.848866:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941492.848873:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941492.848887:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0800. 00000100:00000001:3.0:1773941492.848897:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941492.848904:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941492.848907:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941492.848917:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4200. 00010000:00000001:3.0:1773941492.848925:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941492.848929:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941492.848935:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941492.848938:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a63293 to hash 00000020:00000001:3.0:1773941492.848940:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941492.848943:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941492.848946:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941492.848951:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941492.848956:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941492.848961:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63293 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941492.848973:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63293 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941492.849001:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63293 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941492.849010:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941492.849012:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941492.849021:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941492.849024:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941492.849027:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941492.849028:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941492.849035:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941492.849040:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.849043:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941492.849045:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941492.849058:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200263040/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.849069:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941492.849072:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941492.849076:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941492.849080:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941492.849083:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941492.849087:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200263040:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941492.849092:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941492.849098:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941492.849102:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941492.849106:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941492.849111:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008bc00. 02000000:00000001:3.0:1773941492.849114:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941492.849124:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941492.849129:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941492.849137:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941492.849147:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200263040, portal 25 00000100:00000001:3.0:1773941492.849149:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941492.849156:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:3.0:1773941492.849164:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200263040/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941508 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.849173:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941492.849177:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941492.849180:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d908. 00000100:00000200:3.0:1773941492.849184:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200263040, offset 0 00000400:00000200:3.0:1773941492.849193:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941492.849205:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941492.849215:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941492.849222:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941492.849227:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941492.849232:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941492.849253:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941492.849257:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[84, 83] 00000400:00000200:3.0:1773941492.849262:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941492.849268:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [211:211:256:4294967295] 192.168.202.122@tcp LPNI seq info [85:85:8:4294967295] 00000400:00000200:3.0:1773941492.849273:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941492.849286:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941492.849294:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941492.849301:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38c00. 00000800:00000200:3.0:1773941492.849309:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941492.849320:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941492.849325:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941492.849346:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941492.849351:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941492.849354:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294971586 00000100:00000001:3.0:1773941492.849363:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294969989 00000100:00000001:3.0:1773941492.849371:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294971586 00000100:00000001:3.0:1773941492.849377:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294969989 00000100:00000001:3.0:1773941492.849388:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941492.849391:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.849394:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941492.849396:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941492.849400:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941492.849404:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941492.849408:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941492.849485:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941492.849490:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38c00. 00000400:00000200:1.0:1773941492.849496:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941492.849502:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941492.849507:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d908 00000400:00000010:1.0:1773941492.849510:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d908. 00000100:00000001:1.0:1773941492.849514:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941492.849518:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200263040/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941508 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.849528:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941492.849531:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200263040/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941508 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.849536:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.849538:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941492.850632:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.850662:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941492.850664:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.850667:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941492.850677:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941492.850682:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941492.850687:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941492.850690:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941492.850694:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941492.850698:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef06580 00000400:00000200:1.0:1773941492.850702:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941492.850706:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xf89 [1] + 224 00000800:00000001:1.0:1773941492.850712:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.850719:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941492.850721:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941492.850723:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941492.850728:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941492.850732:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200263040/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941508 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941492.850741:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200263040/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941508 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.850760:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941492.850766:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.850769:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.850791:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941492.850798:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941492.850801:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941492.850803:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941492.850807:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941492.850810:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941492.850813:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941492.850819:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200263040/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941508 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941492.850830:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200263040/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941508 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.850835:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941492.850837:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.850839:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941492.850842:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941492.850844:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941492.850846:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941492.850849:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941492.850855:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=59 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941492.850858:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941492.850862:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941492.850867:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941492.850870:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941492.850875:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941492.850878:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941492.850883:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941492.850888:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941492.850899:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941492.850902:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941492.850904:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941492.850907:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941492.850912:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200263040/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941508 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.850922:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941492.850923:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941492.850926:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941492.850929:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941492.850932:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941492.850934:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.850936:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941492.850938:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941492.850939:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941492.850941:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.850943:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941492.850945:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941492.850948:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941492.850951:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941492.850954:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 297 00000400:00000200:3.0:1773941492.850959:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941492.850964:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941492.850968:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941492.850972:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941492.850975:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941492.850978:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941492.850981:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941492.850984:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941492.850986:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941492.850989:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941492.850991:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941492.850993:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941492.851002:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941492.851004:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941492.851006:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941492.851007:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941492.851010:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941492.851012:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941492.851014:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941492.851016:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941492.851019:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941492.851021:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.851022:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941492.851024:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941492.851028:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90086300. 00000020:00000040:3.0:1773941492.851030:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941492.851033:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941492.851035:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.851036:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941492.851038:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941492.851039:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941492.851043:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90088800. 00000100:00000001:3.0:1773941492.851045:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941492.851050:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90086300 x1860112200263168/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941492.851056:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941492.851058:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941492.851061:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000025a7c50] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90086300 x1860112200263168/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.851079:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941492.851081:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941492.851082:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941492.851084:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.851086:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941492.851090:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941492.851092:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941492.851093:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941492.851095:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941492.851100:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200263040/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941508 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.851105:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941492.851108:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.851110:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941492.851111:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941492.851112:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941492.851118:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1773941492.851119:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200263040/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941508 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941492.851122:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1773941492.851131:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200263040:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000040:0.0:1773941492.851132:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90086300 x1860112200263168/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941492.851138:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941492.851142:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941492.851146:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941492.851149:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941492.851151:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1773941492.851154:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200263040/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941508 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941492.851155:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941492.851160:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941492.851163:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941492.851166:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941492.851167:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941492.851170:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 00000100:00100000:0.0:1773941492.851174:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90086300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200263168:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941492.851175:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941492.851178:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941492.851181:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1773941492.851182:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:0.0:1773941492.851185:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1773941492.851186:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1773941492.851188:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941492.851189:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1773941492.851191:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:3.0:1773941492.851192:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000020:00000001:3.0:1773941492.851195:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000010:0.0:1773941492.851197:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c73c00. 00010000:00000001:3.0:1773941492.851198:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000001:0.0:1773941492.851201:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941492.851204:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63293 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941492.851206:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941492.851212:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddb00. 00000400:00000010:0.0:1773941492.851218:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b330. 00010000:00000001:3.0:1773941492.851219:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000200:0.0:1773941492.851222:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200263168, portal 25 00010000:00010000:3.0:1773941492.851224:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63293 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941492.851226:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941492.851229:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300999424 : -129353408552192 : ffff8a5a90086300) 00010000:00000001:3.0:1773941492.851249:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000040:0.0:1773941492.851250:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90086300 x1860112200263168/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1773941492.851253:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63293 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941492.851269:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941492.851271:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773941492.851273:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941492.851275:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63293 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941492.851282:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:0.0:1773941492.851285:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941492.851286:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773941492.851291:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b000. 00010000:00000001:3.0:1773941492.851292:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941492.851296:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63293 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:0.0:1773941492.851297:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200263168, offset 0 00010000:00010000:3.0:1773941492.851306:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000400:00000200:0.0:1773941492.851306:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 10000000:00000001:3.0:1773941492.851310:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941492.851313:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63293 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941492.851313:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941492.851321:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00010000:00000001:3.0:1773941492.851322:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941492.851325:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:0.0:1773941492.851326:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1773941492.851327:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941492.851330:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000400:00000200:0.0:1773941492.851332:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000020:00000001:3.0:1773941492.851334:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:0.0:1773941492.851337:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941492.851339:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:0.0:1773941492.851340:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941492.851343:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[84, 85] 00000400:00000200:0.0:1773941492.851350:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:3.0:1773941492.851352:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1773941492.851355:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [212:212:256:4294967295] 192.168.202.112@tcp LPNI seq info [86:86:8:4294967295] 00010000:00010000:3.0:1773941492.851357:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63293 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941492.851364:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00000001:3.0:1773941492.851370:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941492.851374:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63293 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941492.851379:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941492.851381:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941492.851382:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941492.851383:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00010000:3.0:1773941492.851384:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941492.851388:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000800:00000200:0.0:1773941492.851392:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941492.851393:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941492.851396:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941492.851398:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000010:0.0:1773941492.851399:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51900. 00010000:00000001:3.0:1773941492.851400:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941492.851405:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a63293 from hash 00010000:00000001:3.0:1773941492.851407:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000800:00000200:0.0:1773941492.851409:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:3.0:1773941492.851410:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941492.851413:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941492.851414:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941492.851416:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941492.851417:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000200:0.0:1773941492.851421:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00010000:00000001:3.0:1773941492.851422:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941492.851424:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941492.851428:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941492.851428:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51900 type 1, nob 616 niov 1 nkiov 1 10000000:00000001:3.0:1773941492.851433:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941492.851437:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63293 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941492.851440:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941492.851441:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941492.851443:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:0.0:1773941492.851443:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941492.851444:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000400:00000200:0.0:1773941492.851448:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941492.851451:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941492.851452:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294971588 00010000:00000001:3.0:1773941492.851454:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941492.851457:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941492.851459:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63293 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941492.851460:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294971586 00000100:00000001:0.0:1773941492.851467:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294971588 00010000:00000040:3.0:1773941492.851470:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4200 count: 0 00000100:00000001:0.0:1773941492.851471:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294971586 00000100:00000001:0.0:1773941492.851476:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941492.851478:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941492.851480:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941492.851482:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941492.851484:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941492.851487:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941492.851491:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941492.851497:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200263040/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941508 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941492.851498:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941492.851502:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941492.851507:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941492.851508:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000200:1.0:1773941492.851510:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1773941492.851511:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1773941492.851513:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000010:1.0:1773941492.851516:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51900. 00000100:00000001:0.0:1773941492.851516:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941492.851517:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008bc00. 00000100:00000001:0.0:1773941492.851522:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941492.851523:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1773941492.851525:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941492.851528:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941492.851532:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000400:00000200:1.0:1773941492.851532:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000020:00000001:3.0:1773941492.851538:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1773941492.851539:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b000 02000000:00000010:3.0:1773941492.851542:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0800. 00000400:00000010:1.0:1773941492.851542:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b000. 02000000:00000001:3.0:1773941492.851548:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1773941492.851549:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1773941492.851552:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941492.851557:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000200:1.0:1773941492.851557:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90086300 x1860112200263168/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941502 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.851565:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941492.851567:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90086300 x1860112200263168/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941502 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.851581:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941492.851582:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773941492.851598:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941492.851599:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941492.851601:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941492.851604:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941492.851606:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941492.851610:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90ead3c0. 00000020:00000010:3.0:1773941492.851614:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0800. 00000020:00000010:3.0:1773941492.851619:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd1e00. 00000040:00000010:3.0:1773941492.851622:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1000. 00000020:00000010:3.0:1773941492.851626:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941492.851630:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1c00. 80000000:00000010:3.0:1773941492.851634:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941492.851672:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd1400. 20000000:00000010:3.0:1773941492.851677:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd0400. 10000000:00000040:3.0:1773941492.851681:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941492.851683:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941492.851689:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd1e00. 00000040:00000010:3.0:1773941492.851692:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1000. 00000020:00000010:3.0:1773941492.851695:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941492.851699:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1c00. 80000000:00000010:3.0:1773941492.851702:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941492.851705:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd1400. 20000000:00000010:3.0:1773941492.851708:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd0400. 00000020:00000010:3.0:1773941492.851710:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0800. 10000000:00000010:3.0:1773941492.851712:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90ead3c0. 10000000:01000000:3.0:1773941492.851714:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941492.851716:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941492.851719:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941492.851720:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941492.851721:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941492.851722:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941492.851724:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:1.0:1773941492.853143:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.853150:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941492.853152:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.853154:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941492.853158:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941492.853161:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941492.853165:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941492.853168:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941492.853170:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941492.853173:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef06600 00000400:00000200:1.0:1773941492.853177:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941492.853181:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xf91 [1] + 0 00000800:00000001:1.0:1773941492.853185:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.853189:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941492.853191:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941492.853194:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941492.853196:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941492.853200:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90086300 x1860112200263168/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941502 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941492.853208:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90086300 x1860112200263168/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941492.853222:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941492.853225:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941492.853227:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941492.853279:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941492.853282:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941492.853285:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941492.853286:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941492.853288:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddb00. 00000400:00000200:0.0:1773941492.853291:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b330 00000400:00000010:0.0:1773941492.853292:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b330. 00000100:00000001:0.0:1773941492.853294:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941492.853299:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90086300 x1860112200263168/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941492.853307:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90086300 x1860112200263168/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941492.853312:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941492.853313:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941492.853315:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941492.853316:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941492.853317:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941492.853318:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941492.853320:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941492.853322:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=59 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941492.853325:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941492.853326:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941492.853328:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941492.853330:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941492.853331:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941492.853333:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941492.853337:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90086300 x1860112200263168/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941502 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941492.853342:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941492.853344:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941492.853351:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941492.853353:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941492.853357:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941492.853359:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941492.853360:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:0.0:1773941492.853362:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941492.853363:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:0.0:1773941492.853365:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:0.0:1773941492.853367:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:0.0:1773941492.853369:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941492 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941492.853372:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941492.853377:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:0.0:1773941492.853379:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941492.853381:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941492.853383:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941492.853384:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941492.853389:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:0.0:1773941492.853392:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941492.853394:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941492.853399:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941492.853402:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:0.0:1773941492.853405:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941492.853636:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941492.853661:0:14798:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:0.0:1773941492.853670:0:14798:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00000001:2.0:1773941492.853671:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941492.853675:0:14798:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000040:2.0:1773941492.853681:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90086300 x1860112200263168/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941502 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941492.853693:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90086300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200263168:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941492.853702:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941492.853704:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941492.853707:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90086300 x1860112200263168/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941502 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941492.853713:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941492.853714:0:14798:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:2.0:1773941492.853715:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:0.0:1773941492.853718:0:14798:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:2.0:1773941492.853719:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c73c00. 00000001:00000001:0.0:1773941492.853722:0:14798:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941492.853724:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941492.853726:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:0.0:1773941492.853727:0:14798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000040:2.0:1773941492.853728:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000001:00000001:0.0:1773941492.853732:0:14798:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941492.853734:0:14798:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941492.853736:0:14798:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941492.853738:0:14798:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941492.853740:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:0.0:1773941492.853741:0:14798:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941492.853743:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90088800. 02000000:00000001:2.0:1773941492.853745:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941492.853746:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941492.853747:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90086300. 00000100:00000001:2.0:1773941492.853752:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941492.853753:0:14798:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941492.853755:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941492.853758:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941492.853759:0:14798:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941492.853762:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941492.853763:0:14798:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941492.853765:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941492.853766:0:14798:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941492.853768:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941492.853770:0:14798:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941492.853771:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941492.853773:0:14798:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941492.853776:0:14798:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941492.853777:0:14798:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941492.853778:0:14798:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:0.0:1773941492.853792:0:14798:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941492.853793:0:14798:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941492.853794:0:14798:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941492.853797:0:14798:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:0.0:1773941492.853800:0:14798:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941492.853802:0:14798:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941492.853804:0:14798:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941492.853806:0:14798:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941492.853807:0:14798:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941492.856686:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4200. 00010000:00000010:3.1:1773941492.856692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941493.488830:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941493.488838:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941493.488842:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941493.936802:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941493.936813:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941493.936820:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941493.936824:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941493.936826:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941493.936828:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941493.936832:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941493.936834:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941493.936838:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941493.936841:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941493.936844:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941493.936858:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941493.936864:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941493.936870:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941493.936874:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941493.936901:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941493.936911:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0400. 00000100:00000001:3.0:1773941493.936919:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941493.936926:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941493.936929:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941493.936939:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4200. 00010000:00000001:3.0:1773941493.936946:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941493.936950:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941493.936956:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941493.936959:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a6329a to hash 00000020:00000001:3.0:1773941493.936961:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941493.936963:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941493.936966:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941493.936971:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941493.936974:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941493.936979:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6329a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941493.936992:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6329a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941493.937005:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6329a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941493.937012:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941493.937015:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941493.937022:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941493.937025:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941493.937028:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941493.937029:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000001:3.0:1773941493.937036:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941493.937041:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.937044:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941493.937046:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941493.937081:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200263296/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941493.937092:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941493.937103:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941493.937108:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941493.937112:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941493.937115:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941493.937119:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200263296:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941493.937123:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941493.937137:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941493.937140:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941493.937143:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941493.937149:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008bc00. 02000000:00000001:3.0:1773941493.937151:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941493.937160:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941493.937165:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941493.937180:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941493.937189:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200263296, portal 25 00000100:00000001:3.0:1773941493.937192:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941493.937193:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:3.0:1773941493.937200:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200263296/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941509 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941493.937209:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941493.937212:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941493.937215:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875dbb0. 00000100:00000200:3.0:1773941493.937220:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200263296, offset 0 00000400:00000200:3.0:1773941493.937263:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941493.937273:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941493.937292:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941493.937299:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941493.937305:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941493.937310:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941493.937328:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941493.937331:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[86, 85] 00000400:00000200:3.0:1773941493.937334:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941493.937339:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [213:213:256:4294967295] 192.168.202.122@tcp LPNI seq info [87:87:8:4294967295] 00000400:00000200:3.0:1773941493.937344:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941493.937364:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941493.937371:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941493.937379:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38c00. 00000800:00000200:3.0:1773941493.937395:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941493.937405:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941493.937418:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941493.937445:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941493.937451:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941493.937454:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294972674 00000100:00000001:3.0:1773941493.937462:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294971588 00000100:00000001:3.0:1773941493.937469:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294972674 00000100:00000001:3.0:1773941493.937473:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294971588 00000100:00000001:3.0:1773941493.937484:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941493.937488:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.937491:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941493.937493:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941493.937496:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941493.937499:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941493.937503:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941493.937593:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941493.937600:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38c00. 00000400:00000200:1.0:1773941493.937616:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941493.937623:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941493.937630:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875dbb0 00000400:00000010:1.0:1773941493.937634:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875dbb0. 00000100:00000001:1.0:1773941493.937665:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941493.937672:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200263296/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941509 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941493.937685:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941493.937689:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90084a80 x1860112200263296/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941509 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941493.937698:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.937700:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941493.938789:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941493.938805:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941493.938808:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941493.938810:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941493.938816:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941493.938822:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941493.938830:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941493.938835:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941493.938841:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941493.938846:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef06680 00000400:00000200:1.0:1773941493.938851:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941493.938858:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xfa1 [1] + 224 00000800:00000001:1.0:1773941493.938866:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941493.938873:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941493.938875:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941493.938878:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941493.938882:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941493.938886:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200263296/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941509 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941493.938900:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90084a80 x1860112200263296/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941509 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941493.938924:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941493.938934:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941493.938939:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941493.938946:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941493.938954:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941493.938957:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941493.938959:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941493.938964:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941493.938966:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941493.938968:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941493.939001:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200263296/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941509 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941493.939012:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200263296/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941509 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941493.939019:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941493.939022:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941493.939025:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941493.939028:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941493.939031:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941493.939034:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941493.939036:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941493.939044:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=60 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941493.939048:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941493.939051:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941493.939056:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941493.939059:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941493.939063:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941493.939066:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941493.939071:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941493.939076:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941493.939080:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941493.939083:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941493.939085:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941493.939087:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941493.939091:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200263296/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941509 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941493.939100:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941493.939102:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941493.939103:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941493.939107:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941493.939110:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941493.939112:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.939124:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941493.939125:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941493.939126:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941493.939128:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.939129:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941493.939133:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941493.939135:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941493.939138:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941493.939142:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 298 00000400:00000200:3.0:1773941493.939147:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941493.939152:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941493.939157:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941493.939160:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941493.939163:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941493.939165:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941493.939169:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941493.939171:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941493.939173:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941493.939176:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941493.939179:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941493.939182:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941493.939185:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941493.939187:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941493.939190:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941493.939192:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941493.939195:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941493.939199:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941493.939202:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941493.939205:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941493.939209:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941493.939212:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.939214:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941493.939222:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941493.939244:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90087100. 00000020:00000040:3.0:1773941493.939249:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941493.939253:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941493.939255:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.939257:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941493.939259:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941493.939261:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941493.939266:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9008b400. 00000100:00000001:3.0:1773941493.939270:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941493.939286:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90087100 x1860112200263424/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941493.939299:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941493.939302:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941493.939308:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001759057f] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90087100 x1860112200263424/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941493.939332:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941493.939335:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941493.939337:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941493.939340:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941493.939342:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941493.939344:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941493.939346:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941493.939348:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941493.939351:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941493.939357:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200263296/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941509 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941493.939363:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941493.939368:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941493.939369:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941493.939372:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941493.939375:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941493.939381:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1773941493.939381:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90087100 x1860112200263424/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941493.939386:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941493.939395:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1773941493.939398:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200263296/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941509 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941493.939398:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941493.939403:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941493.939406:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941493.939411:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941493.939417:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90087100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200263424:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941493.939420:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941493.939422:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941493.939424:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941493.939428:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941493.939433:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d72400. 02000000:00000001:2.0:1773941493.939437:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941493.939443:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00100000:3.0:1773941493.939444:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200263296:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000400:00000010:2.0:1773941493.939446:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00000400:00000010:2.0:1773941493.939452:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00000100:00000001:3.0:1773941493.939455:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1773941493.939458:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200263424, portal 25 00000100:00000001:3.0:1773941493.939460:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941493.939462:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941493.939464:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720301003008 : -129353408548608 : ffff8a5a90087100) 00000100:00000001:3.0:1773941493.939467:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941493.939469:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941493.939475:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200263296/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941509 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941493.939480:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90087100 x1860112200263424/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941493.939498:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.939499:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1773941493.939503:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 00000100:00000040:2.0:1773941493.939503:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941493.939508:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678a18. 00000100:00000001:3.0:1773941493.939510:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000200:2.0:1773941493.939511:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200263424, offset 0 00000100:00000001:3.0:1773941493.939513:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:2.0:1773941493.939519:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941493.939520:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000200:2.0:1773941493.939524:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941493.939526:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941493.939530:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1773941493.939530:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000020:00000040:3.0:1773941493.939535:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000400:00000200:2.0:1773941493.939536:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000001:3.0:1773941493.939541:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941493.939542:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941493.939547:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941493.939548:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941493.939550:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941493.939555:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[86, 87] 00010000:00010000:3.0:1773941493.939557:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6329a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941493.939560:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941493.939567:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [214:214:256:4294967295] 192.168.202.112@tcp LPNI seq info [88:88:8:4294967295] 00000400:00000200:2.0:1773941493.939578:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941493.939579:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:2.0:1773941493.939587:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00010000:3.0:1773941493.939588:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6329a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941493.939593:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941493.939598:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544500. 00010000:00000001:3.0:1773941493.939604:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000800:00000200:2.0:1773941493.939606:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00010000:3.0:1773941493.939610:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6329a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941493.939615:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941493.939620:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544500 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941493.939626:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941493.939635:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941493.939636:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941493.939657:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941493.939660:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294972677 00000100:00000001:2.0:1773941493.939665:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294972674 00000100:00000001:2.0:1773941493.939669:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294972677 00000100:00000001:2.0:1773941493.939674:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294972674 00010000:00010000:3.0:1773941493.939677:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6329a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941493.939682:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941493.939687:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941493.939692:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.939695:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941493.939698:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1773941493.939700:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941493.939703:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6329a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:1.0:1773941493.939704:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1773941493.939706:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1773941493.939709:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544500. 00000400:00000200:1.0:1773941493.939716:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1773941493.939719:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1773941493.939720:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000400:00000200:1.0:1773941493.939724:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:2.0:1773941493.939725:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 10000000:00000001:3.0:1773941493.939727:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:1.0:1773941493.939729:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678a18 00000100:00000001:2.0:1773941493.939731:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1773941493.939733:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678a18. 10000000:00010000:3.0:1773941493.939734:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6329a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941493.939735:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941493.939739:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1773941493.939740:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773941493.939747:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90087100 x1860112200263424/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941503 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941493.939748:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.939758:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941493.939760:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90087100 x1860112200263424/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941503 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941493.939766:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.939767:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1773941493.939796:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941493.939798:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941493.939800:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941493.939802:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941493.939804:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941493.939806:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941493.939810:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941493.939813:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6329a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773941493.939831:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941493.939834:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6329a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941493.939841:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941493.939843:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941493.939845:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941493.939849:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941493.939857:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941493.939867:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941493.939870:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941493.939872:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941493.939874:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941493.939877:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a6329a from hash 00010000:00000001:3.0:1773941493.939880:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941493.939882:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941493.939883:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941493.939893:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941493.939894:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941493.939897:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941493.939900:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941493.939902:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941493.939903:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941493.939906:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941493.939909:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6329a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941493.939915:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941493.939916:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941493.939918:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941493.939920:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941493.939921:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941493.939928:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941493.939929:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941493.939932:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a6329a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773941493.939940:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4200 count: 0 00010000:00000001:3.0:1773941493.939957:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941493.939960:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941493.939963:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941493.939968:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200263296/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941509 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941493.939982:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941493.939986:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941493.939994:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008bc00. 02000000:00000001:3.0:1773941493.939997:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941493.939999:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941493.940002:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941493.940004:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941493.940007:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0400. 02000000:00000001:3.0:1773941493.940019:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941493.940021:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941493.940023:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000001:3.0:1773941493.940026:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941493.940028:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941493.940030:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941493.940033:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941493.940037:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941493.940041:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eadec0. 00000020:00000010:3.0:1773941493.940052:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0400. 00000020:00000010:3.0:1773941493.940057:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd1400. 00000040:00000010:3.0:1773941493.940062:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1c00. 00000020:00000010:3.0:1773941493.940068:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941493.940080:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1000. 80000000:00000010:3.0:1773941493.940086:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941493.940092:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd1e00. 20000000:00000010:3.0:1773941493.940098:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd0000. 10000000:00000040:3.0:1773941493.940104:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941493.940106:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941493.940118:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd1400. 00000040:00000010:3.0:1773941493.940123:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1c00. 00000020:00000010:3.0:1773941493.940126:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941493.940131:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1000. 80000000:00000010:3.0:1773941493.940134:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941493.940138:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd1e00. 20000000:00000010:3.0:1773941493.940141:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd0000. 00000020:00000010:3.0:1773941493.940144:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0400. 10000000:00000010:3.0:1773941493.940147:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eadec0. 10000000:01000000:3.0:1773941493.940158:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941493.940166:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941493.940169:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941493.940171:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941493.940173:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941493.940175:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941493.940177:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:1.0:1773941493.940916:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941493.940922:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941493.940924:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941493.940926:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941493.940931:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941493.940935:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941493.940940:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941493.940942:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941493.940946:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941493.940948:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef06700 00000400:00000200:1.0:1773941493.940951:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941493.940954:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xfa9 [1] + 0 00000800:00000001:1.0:1773941493.940958:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941493.940963:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941493.940966:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941493.940975:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941493.940979:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941493.940982:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90087100 x1860112200263424/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941503 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941493.940990:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90087100 x1860112200263424/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941493.941005:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941493.941010:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941493.941012:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941493.941031:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941493.941033:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941493.941036:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941493.941038:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941493.941039:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941493.941043:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941493.941044:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941493.941046:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941493.941050:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90087100 x1860112200263424/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941503 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941493.941057:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90087100 x1860112200263424/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941503 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941493.941063:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941493.941064:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941493.941065:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941493.941066:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941493.941067:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941493.941068:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941493.941070:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941493.941072:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=60 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941493.941075:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941493.941076:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941493.941078:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941493.941080:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941493.941081:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.941084:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941493.941087:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90087100 x1860112200263424/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941503 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941493.941102:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941493.941103:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941493.941104:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941493.941106:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941493.941111:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941493.941112:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941493.941113:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941493.941114:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941493.941116:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941493.941118:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941493.941119:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941493.941122:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941493 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941493.941125:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941493.941130:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941493.941132:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941493.941133:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941493.941135:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.941136:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941493.941139:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941493.941141:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941493.941143:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941493.941146:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941493.941149:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941493.941151:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941493.941444:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.941447:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941493.941451:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90087100 x1860112200263424/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941503 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941493.941459:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90087100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200263424:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941493.941470:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941493.941472:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941493.941473:0:14799:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:2.0:1773941493.941475:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90087100 x1860112200263424/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941503 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941493.941482:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00080000:1.0:1773941493.941484:0:14799:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 02000000:00000001:2.0:1773941493.941485:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941493.941488:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d72400. 00000100:00100000:1.0:1773941493.941491:0:14799:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:2.0:1773941493.941492:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773941493.941494:0:14799:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000001:2.0:1773941493.941495:0:2404:0:(genops.c:1236:class_import_put()) Process entered 10000000:01000000:1.0:1773941493.941499:0:14799:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000040:2.0:1773941493.941500:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941493.941505:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941493.941507:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9008b400. 00000001:00000001:1.0:1773941493.941507:0:14799:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941493.941512:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:1.0:1773941493.941512:0:14799:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941493.941516:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941493.941518:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90087100. 00000001:00000001:1.0:1773941493.941519:0:14799:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.941521:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:1.0:1773941493.941522:0:14799:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941493.941524:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941493.941525:0:14799:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941493.941527:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941493.941530:0:14799:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.941531:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941493.941534:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941493.941534:0:14799:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941493.941540:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941493.941541:0:14799:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941493.941542:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941493.941547:0:14799:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941493.941550:0:14799:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941493.941552:0:14799:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941493.941554:0:14799:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941493.941556:0:14799:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941493.941558:0:14799:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941493.941559:0:14799:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941493.941561:0:14799:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:1.0:1773941493.941578:0:14799:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941493.941579:0:14799:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941493.941581:0:14799:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941493.941583:0:14799:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:1.0:1773941493.941592:0:14799:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941493.941594:0:14799:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941493.941596:0:14799:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941493.941598:0:14799:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941493.941600:0:14799:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941493.945706:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4200. 00010000:00000010:3.1:1773941493.945731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941494.512825:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941494.512835:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941494.512842:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941494.576833:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773941494.576844:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773941494.576855:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084a80. 00000020:00000040:3.0:1773941494.576862:0:37:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941494.576866:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941494.576870:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941494.576875:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941494.576885:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a91b38200. 00000100:00000001:3.0:1773941494.576892:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941494.576905:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3d31d207-695b-40b8-8597-fab765cae562->MGS req@ffff8a5a90084a80 x1860112200263552/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941494.576918:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941494.576923:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941494.576930:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d14fd663] to pc [ptlrpcd_01_01+1] req@ffff8a5a90084a80 x1860112200263552/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941494.576973:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941494.576979:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (305) 00000100:00000001:2.0:1773941494.577007:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941494.577011:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941494.577013:0:2408:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941494.577020:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1773941494.577020:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084a80 x1860112200263552/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941494.577026:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941494.577032:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941494.577035:0:2408:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941494.577039:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941494.577041:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941494.577043:0:2408:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941494.577046:0:2408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3d31d207-695b-40b8-8597-fab765cae562:2408:1860112200263552:192.168.202.112@tcp:400:kworker.0 00000100:00000001:2.0:1773941494.577049:0:2408:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941494.577069:0:2408:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941494.577072:0:2408:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941494.577074:0:2408:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941494.577078:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a9abf6c00. 02000000:00000001:2.0:1773941494.577079:0:2408:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941494.577086:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941494.577089:0:2408:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00000400:00000010:2.0:1773941494.577094:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00000100:00000200:2.0:1773941494.577100:0:2408:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200263552, portal 25 00000100:00000001:2.0:1773941494.577102:0:2408:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941494.577103:0:2408:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300993152 : -129353408558464 : ffff8a5a90084a80) 00000100:00000040:2.0:1773941494.577107:0:2408:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084a80 x1860112200263552/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941494.577113:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941494.577115:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941494.577122:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678e58. 00000100:00000200:2.0:1773941494.577125:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200263552, offset 0 00000400:00000200:2.0:1773941494.577129:0:2408:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941494.577136:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941494.577141:0:2408:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941494.577146:0:2408:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941494.577149:0:2408:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941494.577152:0:2408:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941494.577154:0:2408:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941494.577157:0:2408:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[88, 87] 00000400:00000200:2.0:1773941494.577159:0:2408:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:2.0:1773941494.577162:0:2408:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [215:215:256:4294967295] 192.168.202.122@tcp LPNI seq info [89:89:8:4294967295] 00000400:00000200:2.0:1773941494.577165:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:2.0:1773941494.577173:0:2408:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:2.0:1773941494.577177:0:2408:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:2.0:1773941494.577181:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544800. 00000800:00000200:2.0:1773941494.577186:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:2.0:1773941494.577196:0:2408:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:2.0:1773941494.577199:0:2408:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941494.577211:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941494.577215:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941494.577217:0:2408:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294973314 00000100:00000001:2.0:1773941494.577242:0:2408:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294972677 00000100:00000001:2.0:1773941494.577246:0:2408:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294973314 00000100:00000001:2.0:1773941494.577250:0:2408:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294972677 00000100:00000001:2.0:1773941494.577260:0:2408:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941494.577262:0:2408:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941494.577267:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941494.577268:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941494.577275:0:2408:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941494.577276:0:2408:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773941494.577278:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941494.577279:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941494.577280:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941494.577282:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941494.577360:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941494.577368:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544800. 00000400:00000200:1.0:1773941494.577375:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941494.577383:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941494.577389:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678e58 00000400:00000010:1.0:1773941494.577391:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678e58. 00000100:00000001:1.0:1773941494.577396:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941494.577402:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084a80 x1860112200263552/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941494.577413:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941494.577416:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084a80 x1860112200263552/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941494.577422:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941494.577423:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941494.578670:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941494.578684:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941494.578686:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941494.578688:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941494.578694:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941494.578699:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941494.578705:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941494.578709:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941494.578713:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941494.578717:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef06780 00000400:00000200:1.0:1773941494.578721:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941494.578737:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xfb1 [1] + 224 00000800:00000001:1.0:1773941494.578744:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941494.578752:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941494.578754:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941494.578757:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941494.578761:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941494.578765:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084a80 x1860112200263552/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941494.578773:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a90084a80 x1860112200263552/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941494.578790:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941494.578797:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941494.578799:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941494.578827:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941494.578829:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941494.578834:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941494.578836:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941494.578838:0:2408:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941494.578842:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941494.578844:0:2408:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941494.578847:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941494.578852:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084a80 x1860112200263552/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941494.578860:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084a80 x1860112200263552/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941494.578866:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941494.578867:0:2408:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941494.578868:0:2408:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941494.578878:0:2408:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941494.578880:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941494.578881:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941494.578883:0:2408:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941494.578889:0:2408:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=61 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941494.578892:0:2408:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941494.578894:0:2408:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941494.578895:0:2408:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941494.578898:0:2408:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941494.578900:0:2408:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941494.578903:0:2408:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941494.578906:0:2408:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941494.578909:0:2408:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941494.578910:0:2408:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941494.578912:0:2408:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941494.578913:0:2408:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941494.578916:0:2408:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90084a80 x1860112200263552/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941510 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941494.578921:0:2408:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941494.578922:0:2408:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941494.578923:0:2408:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941494.578926:0:2408:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941494.578928:0:2408:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941494.578929:0:2408:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941494.578930:0:2408:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941494.578930:0:2408:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941494.578931:0:2408:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941494.578932:0:2408:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941494.578934:0:2408:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941494.578935:0:2408:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941494.578937:0:2408:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941494.578939:0:2408:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941494.578941:0:2408:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 299 00000400:00000200:2.0:1773941494.578945:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941494.578951:0:2408:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941494.578954:0:2408:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941494.578956:0:2408:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941494.578959:0:2408:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941494.578960:0:2408:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:2.0:1773941494.578962:0:2408:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941494.578964:0:2408:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941494.578966:0:2408:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941494.578968:0:2408:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941494.578969:0:2408:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941494.578971:0:2408:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:2.0:1773941494.578973:0:2408:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941494.578974:0:2408:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941494.578976:0:2408:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941494.578977:0:2408:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:2.0:1773941494.578979:0:2408:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:2.0:1773941494.578981:0:2408:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:2.0:1773941494.578983:0:2408:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941494.578985:0:2408:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941494.578987:0:2408:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941494.578989:0:2408:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941494.578990:0:2408:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941494.578992:0:2408:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941494.578995:0:2408:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c4a80. 00000020:00000040:2.0:1773941494.578996:0:2408:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:2.0:1773941494.578999:0:2408:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941494.579000:0:2408:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941494.579002:0:2408:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941494.579003:0:2408:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941494.579005:0:2408:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941494.579008:0:2408:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90d72400. 00000100:00000001:2.0:1773941494.579011:0:2408:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941494.579015:0:2408:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a833c4a80 x1860112200263680/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941494.579024:0:2408:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941494.579026:0:2408:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941494.579029:0:2408:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014cc0d31] to pc [ptlrpcd_rcv+-1] req@ffff8a5a833c4a80 x1860112200263680/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941494.579045:0:2408:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941494.579047:0:2408:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941494.579048:0:2408:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1773941494.579052:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084a80 x1860112200263552/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941510 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941494.579056:0:2408:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941494.579059:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941494.579060:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941494.579064:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084a80 x1860112200263552/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941510 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941494.579069:0:2408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3d31d207-695b-40b8-8597-fab765cae562:2408:1860112200263552:192.168.202.112@tcp:400:kworker.0 00000100:00000001:2.0:1773941494.579076:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941494.579078:0:2408:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941494.579080:0:2408:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084a80 x1860112200263552/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941510 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941494.579085:0:2408:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941494.579086:0:2408:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941494.579089:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a9abf6c00. 00000100:00000001:0.0:1773941494.579090:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1773941494.579092:0:2408:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941494.579096:0:2408:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941494.579098:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1773941494.579099:0:2408:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941494.579104:0:2408:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941494.579105:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1773941494.579107:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a91b38200. 02000000:00000001:2.0:1773941494.579112:0:2408:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941494.579114:0:2408:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1773941494.579118:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a833c4a80 x1860112200263680/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1773941494.579120:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084a80. 00000100:00000001:2.0:1773941494.579126:0:2408:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941494.579129:0:2408:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941494.579138:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941494.579148:0:2408:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941494.579151:0:2408:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941494.579154:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941494.579155:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941494.579159:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941494.579160:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941494.579169:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941494.579174:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941494.579178:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941494.579183:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200263680:192.168.202.112@tcp:250:ptlrpcd_01_01.0 00000100:00000001:0.0:1773941494.579188:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941494.579192:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941494.579195:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941494.579198:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941494.579204:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c71000. 02000000:00000001:0.0:1773941494.579216:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941494.579235:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941494.579239:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddb00. 00000400:00000010:0.0:1773941494.579245:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b330. 00000100:00000200:0.0:1773941494.579252:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200263680, portal 25 00000100:00000001:0.0:1773941494.579255:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941494.579257:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720086297216 : -129353623254400 : ffff8a5a833c4a80) 00000100:00000040:0.0:1773941494.579264:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a833c4a80 x1860112200263680/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941494.579273:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941494.579276:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:0.0:1773941494.579280:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b880. 00000100:00000200:0.0:1773941494.579283:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200263680, offset 0 00000400:00000200:0.0:1773941494.579289:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941494.579296:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941494.579302:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941494.579307:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941494.579311:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941494.579315:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941494.579319:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941494.579322:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[88, 89] 00000400:00000200:0.0:1773941494.579327:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941494.579332:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [216:216:256:4294967295] 192.168.202.112@tcp LPNI seq info [90:90:8:4294967295] 00000400:00000200:0.0:1773941494.579338:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941494.579347:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:0.0:1773941494.579352:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:0.0:1773941494.579357:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51400. 00000800:00000200:0.0:1773941494.579363:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:0.0:1773941494.579371:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941494.579375:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773941494.579389:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941494.579399:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941494.579402:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294973316 00000100:00000001:0.0:1773941494.579410:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294973314 00000100:00000001:0.0:1773941494.579415:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294973316 00000100:00000001:0.0:1773941494.579420:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294973314 00000100:00000001:0.0:1773941494.579424:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941494.579428:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941494.579432:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941494.579434:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941494.579442:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941494.579444:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941494.579447:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941494.579449:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941494.579452:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941494.579454:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941494.579467:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941494.579471:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51400. 00000400:00000200:1.0:1773941494.579475:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941494.579479:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941494.579482:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b880 00000400:00000010:1.0:1773941494.579484:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b880. 00000100:00000001:1.0:1773941494.579486:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941494.579490:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c4a80 x1860112200263680/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941494.579497:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941494.579499:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a833c4a80 x1860112200263680/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941494.579505:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941494.579506:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941494.580822:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941494.580828:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941494.580830:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941494.580831:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941494.580834:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941494.580838:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941494.580847:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941494.580850:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941494.580853:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941494.580856:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef06800 00000400:00000200:1.0:1773941494.580858:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941494.580861:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xfb9 [1] + 0 00000800:00000001:1.0:1773941494.580866:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941494.580873:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941494.580875:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941494.580879:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941494.580884:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941494.580889:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a833c4a80 x1860112200263680/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941494.580900:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a833c4a80 x1860112200263680/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941494.580917:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941494.580923:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941494.580927:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941494.580954:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941494.580964:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941494.580969:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941494.580971:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941494.580973:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddb00. 00000400:00000200:0.0:1773941494.580978:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b330 00000400:00000010:0.0:1773941494.580979:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b330. 00000100:00000001:0.0:1773941494.580982:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941494.580988:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c4a80 x1860112200263680/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941494.581000:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c4a80 x1860112200263680/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941494.581009:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941494.581011:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941494.581014:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941494.581017:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941494.581019:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941494.581021:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941494.581024:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941494.581030:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=61 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941494.581041:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941494.581045:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941494.581047:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941494.581051:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941494.581054:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941494.581057:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941494.581063:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a833c4a80 x1860112200263680/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941494.581073:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941494.581076:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941494.581078:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941494.581081:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941494.581089:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941494.581092:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941494.581094:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:0.0:1773941494.581097:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941494.581099:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:0.0:1773941494.581102:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:0.0:1773941494.581106:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:0.0:1773941494.581110:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941494 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941494.581114:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941494.581121:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:0.0:1773941494.581124:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941494.581127:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941494.581130:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941494.581132:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941494.581136:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:0.0:1773941494.581139:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941494.581142:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941494.581146:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941494.581150:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:0.0:1773941494.581153:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941494.581449:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941494.581454:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941494.581462:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a833c4a80 x1860112200263680/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941504 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941494.581471:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200263680:192.168.202.112@tcp:250:ptlrpcd_01_01.0 00000100:00000001:2.0:1773941494.581476:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941494.581478:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941494.581481:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a833c4a80 x1860112200263680/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941504 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_01.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941494.581486:0:14800:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941494.581487:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941494.581489:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941494.581491:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c71000. 02000000:00000001:2.0:1773941494.581494:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941494.581498:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941494.581499:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941494.581501:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941494.581503:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90d72400. 02000000:00000001:2.0:1773941494.581508:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1773941494.581512:0:14800:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 02000000:00000001:2.0:1773941494.581513:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941494.581517:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c4a80. 00000100:00000001:2.0:1773941494.581525:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00100000:0.0:1773941494.581526:0:14800:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941494.581529:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941494.581531:0:14800:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:2.0:1773941494.581533:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:0.0:1773941494.581536:0:14800:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:2.0:1773941494.581539:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941494.581542:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941494.581543:0:14800:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941494.581545:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:0.0:1773941494.581549:0:14800:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941494.581555:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941494.581555:0:14800:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941494.581564:0:14800:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941494.581568:0:14800:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941494.581570:0:14800:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941494.581573:0:14800:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941494.581576:0:14800:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941494.581582:0:14800:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941494.581585:0:14800:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941494.581588:0:14800:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941494.581590:0:14800:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941494.581593:0:14800:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941494.581596:0:14800:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941494.581598:0:14800:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941494.581600:0:14800:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:0.0:1773941494.581620:0:14800:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941494.581622:0:14800:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941494.581624:0:14800:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941494.581627:0:14800:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:0.0:1773941494.581631:0:14800:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941494.581633:0:14800:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941494.581635:0:14800:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941494.581639:0:14800:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941494.581675:0:14800:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941495.152762:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941495.152769:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941495.152773:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941495.152775:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941495.152776:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941495.152777:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941495.152779:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941495.152781:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941495.152783:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941495.152801:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941495.152803:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941495.152809:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085180. 00000020:00000040:3.0:1773941495.152813:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941495.152816:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941495.152819:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941495.152824:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941495.152830:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd1e00. 00000100:00000001:3.0:1773941495.152835:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941495.152839:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941495.152841:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941495.152848:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4200. 00010000:00000001:3.0:1773941495.152852:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941495.152855:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941495.152859:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941495.152861:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a632a1 to hash 00000020:00000001:3.0:1773941495.152862:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941495.152864:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941495.152866:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941495.152869:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941495.152871:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941495.152874:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941495.152882:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941495.152895:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941495.152901:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941495.152904:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941495.152909:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941495.152911:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941495.152918:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941495.152919:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000001:3.0:1773941495.152923:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941495.152927:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941495.152928:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941495.152930:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941495.152939:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085180 x1860112200263808/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941495.152946:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941495.152948:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941495.152950:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941495.152952:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941495.152954:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941495.152956:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200263808:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941495.152959:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941495.152964:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941495.152966:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941495.152968:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941495.152971:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008bc00. 02000000:00000001:3.0:1773941495.152973:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941495.152979:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941495.152982:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941495.152987:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941495.152993:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200263808, portal 25 00000100:00000001:3.0:1773941495.152994:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941495.152995:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000040:3.0:1773941495.152999:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085180 x1860112200263808/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941511 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941495.153004:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941495.153006:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941495.153008:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875daa0. 00000100:00000200:3.0:1773941495.153010:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200263808, offset 0 00000400:00000200:3.0:1773941495.153015:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941495.153025:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941495.153030:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941495.153034:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941495.153037:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941495.153041:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941495.153043:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941495.153045:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[90, 89] 00000400:00000200:3.0:1773941495.153048:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941495.153051:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [217:217:256:4294967295] 192.168.202.122@tcp LPNI seq info [91:91:8:4294967295] 00000400:00000200:3.0:1773941495.153053:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941495.153061:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941495.153065:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941495.153069:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38b00. 00000800:00000200:3.0:1773941495.153073:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941495.153080:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941495.153084:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941495.153102:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941495.153107:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941495.153110:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294973890 00000100:00000001:3.0:1773941495.153118:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294973316 00000100:00000001:3.0:1773941495.153125:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294973890 00000100:00000001:3.0:1773941495.153132:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294973316 00000100:00000001:3.0:1773941495.153137:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941495.153140:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941495.153143:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941495.153145:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941495.153148:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941495.153150:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941495.153153:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941495.153293:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941495.153301:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38b00. 00000400:00000200:1.0:1773941495.153308:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941495.153316:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941495.153322:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875daa0 00000400:00000010:1.0:1773941495.153325:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875daa0. 00000100:00000001:1.0:1773941495.153329:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941495.153335:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085180 x1860112200263808/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941511 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941495.153345:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941495.153348:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90085180 x1860112200263808/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941511 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941495.153354:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941495.153368:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941495.154444:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941495.154460:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941495.154463:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941495.154466:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941495.154474:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941495.154480:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941495.154488:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941495.154493:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941495.154499:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941495.154504:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef06880 00000400:00000200:1.0:1773941495.154509:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941495.154518:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xfc9 [1] + 224 00000800:00000001:1.0:1773941495.154526:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941495.154538:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941495.154541:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941495.154546:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941495.154551:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941495.154555:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085180 x1860112200263808/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941511 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941495.154562:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90085180 x1860112200263808/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941511 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941495.154578:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941495.154586:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941495.154588:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941495.154616:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941495.154623:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941495.154633:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941495.154636:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941495.154662:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941495.154665:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941495.154670:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941495.154677:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085180 x1860112200263808/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941511 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941495.154690:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085180 x1860112200263808/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941511 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941495.154698:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941495.154700:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941495.154703:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941495.154706:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941495.154708:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941495.154711:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941495.154713:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941495.154719:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=62 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941495.154721:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941495.154723:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941495.154726:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941495.154729:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941495.154731:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941495.154733:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941495.154736:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941495.154739:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941495.154742:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941495.154744:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941495.154745:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941495.154746:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941495.154749:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90085180 x1860112200263808/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941511 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941495.154754:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941495.154761:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941495.154762:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941495.154764:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941495.154766:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941495.154767:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941495.154769:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941495.154770:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941495.154770:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941495.154772:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941495.154773:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941495.154775:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941495.154776:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941495.154778:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941495.154780:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 300 00000400:00000200:3.0:1773941495.154784:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941495.154787:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941495.154789:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941495.154791:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941495.154793:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941495.154795:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941495.154797:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941495.154799:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941495.154800:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941495.154802:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941495.154803:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941495.154805:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941495.154807:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941495.154808:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941495.154809:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941495.154810:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941495.154812:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941495.154814:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941495.154816:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941495.154821:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941495.154824:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941495.154826:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941495.154827:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941495.154829:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941495.154831:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90086680. 00000020:00000040:3.0:1773941495.154833:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941495.154836:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941495.154837:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941495.154839:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941495.154840:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941495.154842:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941495.154845:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90089400. 00000100:00000001:3.0:1773941495.154847:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941495.154853:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90086680 x1860112200263936/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941495.154862:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941495.154865:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941495.154870:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eebff1f1] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90086680 x1860112200263936/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941495.154892:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941495.154895:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941495.154897:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941495.154900:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941495.154903:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941495.154904:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941495.154906:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941495.154909:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941495.154911:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941495.154917:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085180 x1860112200263808/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941511 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941495.154924:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941495.154927:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941495.154928:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941495.154931:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941495.154935:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941495.154939:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90086680 x1860112200263936/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941495.154948:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941495.154952:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941495.154959:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1773941495.154962:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085180 x1860112200263808/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941511 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941495.154963:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941495.154970:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941495.154975:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1773941495.154976:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200263808:192.168.202.112@tcp:101:ll_cfg_requeue.0 02000000:00000001:2.0:1773941495.154982:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941495.154984:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941495.154987:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941495.154990:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00100000:2.0:1773941495.154990:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90086680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200263936:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941495.154993:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941495.154998:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085180 x1860112200263808/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941511 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941495.155000:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941495.155005:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1773941495.155007:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941495.155009:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941495.155010:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 02000000:00000001:2.0:1773941495.155015:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773941495.155016:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941495.155019:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941495.155022:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941495.155024:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000010:2.0:1773941495.155024:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d72400. 00000020:00000001:3.0:1773941495.155027:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1773941495.155029:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941495.155030:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000020:00000001:3.0:1773941495.155034:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941495.155039:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941495.155040:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000010:2.0:1773941495.155044:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00010000:00010000:3.0:1773941495.155045:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941495.155051:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00010000:00000001:3.0:1773941495.155054:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000200:2.0:1773941495.155055:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200263936, portal 25 00010000:00010000:3.0:1773941495.155058:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941495.155059:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941495.155062:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720301000320 : -129353408551296 : ffff8a5a90086680) 00010000:00000001:3.0:1773941495.155069:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00000040:2.0:1773941495.155071:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90086680 x1860112200263936/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1773941495.155072:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941495.155081:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941495.155087:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941495.155091:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678e58. 00010000:00000001:3.0:1773941495.155092:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000200:2.0:1773941495.155095:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200263936, offset 0 00010000:00000001:3.0:1773941495.155096:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941495.155100:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a1 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941495.155102:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941495.155112:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941495.155114:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941495.155118:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941495.155119:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00010000:00000001:3.0:1773941495.155123:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941495.155126:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a1 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941495.155133:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941495.155140:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00010000:00010000:3.0:1773941495.155141:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 10000000:00000001:3.0:1773941495.155147:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:2.0:1773941495.155147:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 10000000:00010000:3.0:1773941495.155151:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a1 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941495.155154:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941495.155164:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[90, 91] 00010000:00000001:3.0:1773941495.155165:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941495.155167:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941495.155171:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941495.155174:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000400:00000200:2.0:1773941495.155174:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000020:00000001:3.0:1773941495.155179:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941495.155182:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941495.155184:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [218:218:256:4294967295] 192.168.202.112@tcp LPNI seq info [92:92:8:4294967295] 00010000:00000001:3.0:1773941495.155186:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941495.155191:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a1 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941495.155195:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00000001:3.0:1773941495.155205:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:2.0:1773941495.155206:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 10000000:00010000:3.0:1773941495.155210:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a1 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941495.155226:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941495.155233:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544300. 10000000:01000000:3.0:1773941495.155236:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000800:00000200:2.0:1773941495.155239:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 10000000:00000040:3.0:1773941495.155247:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000800:00000200:2.0:1773941495.155247:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941495.155250:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544300 type 1, nob 616 niov 1 nkiov 1 10000000:00000001:3.0:1773941495.155252:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941495.155258:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941495.155260:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1773941495.155262:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941495.155263:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941495.155267:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941495.155269:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1773941495.155270:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941495.155271:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941495.155274:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294973892 00000020:00000040:3.0:1773941495.155275:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a632a1 from hash 00010000:00000001:3.0:1773941495.155280:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941495.155282:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941495.155283:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294973890 00010000:00000001:3.0:1773941495.155286:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941495.155289:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941495.155291:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000001:2.0:1773941495.155291:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294973892 00010000:00000001:3.0:1773941495.155295:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:2.0:1773941495.155296:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294973890 00010000:00000001:3.0:1773941495.155299:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941495.155301:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941495.155302:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941495.155307:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941495.155308:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941495.155312:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941495.155313:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941495.155315:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a1 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941495.155317:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941495.155324:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941495.155325:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941495.155326:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1773941495.155327:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1773941495.155330:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1773941495.155332:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1773941495.155335:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1773941495.155335:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1773941495.155336:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:1.0:1773941495.155341:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544300. 00000100:00000001:2.0:1773941495.155342:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1773941495.155343:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941495.155352:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941495.155352:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941495.155354:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:3.0:1773941495.155355:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941495.155359:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941495.155372:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00010000:00000040:3.0:1773941495.155373:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4200 count: 0 00000400:00000200:1.0:1773941495.155384:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678e58 00000400:00000010:1.0:1773941495.155387:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678e58. 00000100:00000001:1.0:1773941495.155390:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941495.155395:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90086680 x1860112200263936/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941495.155407:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941495.155409:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90086680 x1860112200263936/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941495.155414:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941495.155416:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1773941495.155439:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941495.155441:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941495.155444:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941495.155456:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085180 x1860112200263808/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941511 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941495.155464:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941495.155467:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941495.155469:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008bc00. 02000000:00000001:3.0:1773941495.155474:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941495.155476:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941495.155477:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941495.155479:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941495.155482:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd1e00. 02000000:00000001:3.0:1773941495.155485:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941495.155487:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941495.155489:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085180. 00000100:00000001:3.0:1773941495.155491:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941495.155493:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941495.155495:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941495.155498:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941495.155500:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941495.155504:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eadd40. 00000020:00000010:3.0:1773941495.155509:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd1e00. 00000020:00000010:3.0:1773941495.155514:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd1000. 00000040:00000010:3.0:1773941495.155518:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1c00. 00000020:00000010:3.0:1773941495.155522:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941495.155527:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1400. 80000000:00000010:3.0:1773941495.155531:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941495.155534:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd0e00. 20000000:00000010:3.0:1773941495.155538:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd0a00. 10000000:00000040:3.0:1773941495.155542:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941495.155544:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941495.155548:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd1000. 00000040:00000010:3.0:1773941495.155550:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1c00. 00000020:00000010:3.0:1773941495.155552:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941495.155555:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1400. 80000000:00000010:3.0:1773941495.155557:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941495.155564:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd0e00. 20000000:00000010:3.0:1773941495.155566:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd0a00. 00000020:00000010:3.0:1773941495.155568:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd1e00. 10000000:00000010:3.0:1773941495.155570:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eadd40. 10000000:01000000:3.0:1773941495.155573:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941495.155575:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941495.155576:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941495.155577:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941495.155578:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941495.155579:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941495.155581:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:1.0:1773941495.156604:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941495.156610:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941495.156612:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941495.156614:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941495.156618:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941495.156622:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941495.156627:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941495.156629:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941495.156632:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941495.156634:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef06900 00000400:00000200:1.0:1773941495.156637:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941495.156674:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xfd1 [1] + 0 00000800:00000001:1.0:1773941495.156678:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941495.156684:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941495.156686:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941495.156689:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941495.156691:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941495.156695:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90086680 x1860112200263936/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941495.156703:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90086680 x1860112200263936/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941495.156715:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941495.156718:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941495.156720:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941495.156747:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941495.156754:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941495.156757:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941495.156758:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941495.156760:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941495.156763:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941495.156765:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941495.156767:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941495.156772:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90086680 x1860112200263936/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941495.156779:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90086680 x1860112200263936/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941495.156784:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941495.156785:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941495.156787:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941495.156788:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941495.156789:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941495.156791:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941495.156792:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941495.156795:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=62 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941495.156797:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941495.156799:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941495.156800:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941495.156802:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941495.156803:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941495.156805:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941495.156808:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90086680 x1860112200263936/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941495.156813:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941495.156814:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941495.156815:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941495.156817:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941495.156820:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941495.156822:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941495.156823:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941495.156824:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941495.156830:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941495.156832:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941495.156834:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941495.156837:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941495 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941495.156839:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941495.156844:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941495.156845:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941495.156846:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941495.156848:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941495.156849:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941495.156851:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941495.156853:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941495.156855:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941495.156857:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941495.156859:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941495.156861:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941495.157095:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941495.157100:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941495.157108:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90086680 x1860112200263936/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941495.157117:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90086680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200263936:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941495.157122:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941495.157124:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941495.157127:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90086680 x1860112200263936/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941495.157134:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941495.157136:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941495.157140:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d72400. 02000000:00000001:2.0:1773941495.157144:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941495.157147:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1773941495.157152:0:14801:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000020:00000040:2.0:1773941495.157156:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941495.157158:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941495.157169:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90089400. 02000000:00000001:2.0:1773941495.157173:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:1.0:1773941495.157177:0:14801:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 02000000:00000001:2.0:1773941495.157178:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941495.157184:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90086680. 00000100:00100000:1.0:1773941495.157184:0:14801:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941495.157191:0:14801:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:2.0:1773941495.157192:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:01000000:1.0:1773941495.157195:0:14801:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:2.0:1773941495.157196:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941495.157202:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941495.157203:0:14801:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941495.157209:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:1.0:1773941495.157210:0:14801:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941495.157227:0:14801:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941495.157229:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941495.157231:0:14801:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941495.157233:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:1.0:1773941495.157234:0:14801:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941495.157239:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941495.157239:0:14801:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941495.157255:0:14801:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941495.157259:0:14801:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941495.157265:0:14801:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941495.157268:0:14801:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941495.157270:0:14801:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941495.157273:0:14801:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941495.157275:0:14801:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941495.157277:0:14801:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941495.157278:0:14801:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941495.157279:0:14801:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:1.0:1773941495.157295:0:14801:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941495.157296:0:14801:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941495.157297:0:14801:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941495.157300:0:14801:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:1.0:1773941495.157302:0:14801:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941495.157304:0:14801:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941495.157306:0:14801:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941495.157308:0:14801:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941495.157310:0:14801:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941495.160718:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4200. 00010000:00000010:3.1:1773941495.160727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941495.536872:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941495.536880:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941495.536885:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941496.560836:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941496.560842:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941496.560845:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941496.944747:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941496.944759:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941496.944766:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941496.944769:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941496.944770:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941496.944772:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941496.944776:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941496.944778:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941496.944781:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941496.944785:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941496.944787:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941496.944802:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085180. 00000020:00000040:3.0:1773941496.944809:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941496.944814:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941496.944817:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941496.944824:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941496.944839:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0a00. 00000100:00000001:3.0:1773941496.944847:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941496.944853:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941496.944856:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941496.944864:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4200. 00010000:00000001:3.0:1773941496.944871:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941496.944873:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941496.944878:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941496.944880:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a632a8 to hash 00000020:00000001:3.0:1773941496.944900:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941496.944901:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941496.944904:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941496.944908:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941496.944911:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941496.944915:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941496.944923:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941496.944936:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941496.944941:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941496.944943:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941496.944948:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941496.944950:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941496.944952:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941496.944954:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000001:3.0:1773941496.944958:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941496.944963:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941496.944965:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941496.944967:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941496.944977:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085180 x1860112200264064/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941496.944984:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941496.944986:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941496.944990:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941496.944992:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941496.944994:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941496.944996:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200264064:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941496.945005:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941496.945011:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941496.945013:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941496.945016:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941496.945019:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008bc00. 02000000:00000001:3.0:1773941496.945021:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941496.945030:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941496.945035:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941496.945044:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941496.945053:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200264064, portal 25 00000100:00000001:3.0:1773941496.945055:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941496.945057:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000040:3.0:1773941496.945063:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085180 x1860112200264064/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941512 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941496.945073:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941496.945077:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941496.945080:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875dd48. 00000100:00000200:3.0:1773941496.945084:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200264064, offset 0 00000400:00000200:3.0:1773941496.945095:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941496.945106:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941496.945116:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941496.945122:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941496.945126:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941496.945130:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941496.945132:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941496.945134:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[92, 91] 00000400:00000200:3.0:1773941496.945137:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941496.945141:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [219:219:256:4294967295] 192.168.202.122@tcp LPNI seq info [93:93:8:4294967295] 00000400:00000200:3.0:1773941496.945144:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941496.945154:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941496.945159:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941496.945169:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38b00. 00000800:00000200:3.0:1773941496.945175:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941496.945183:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941496.945188:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941496.945218:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941496.945222:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941496.945225:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294975682 00000100:00000001:3.0:1773941496.945233:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294973892 00000100:00000001:3.0:1773941496.945238:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294975682 00000100:00000001:3.0:1773941496.945240:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294973892 00000100:00000001:3.0:1773941496.945244:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941496.945246:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941496.945248:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941496.945250:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941496.945253:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941496.945256:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941496.945260:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941496.945376:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941496.945387:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38b00. 00000400:00000200:1.0:1773941496.945393:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941496.945398:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941496.945404:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875dd48 00000400:00000010:1.0:1773941496.945406:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875dd48. 00000100:00000001:1.0:1773941496.945410:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941496.945414:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085180 x1860112200264064/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941512 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941496.945423:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941496.945426:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90085180 x1860112200264064/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941512 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941496.945431:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941496.945433:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941496.946888:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941496.946905:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941496.946909:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941496.946913:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941496.946919:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941496.946925:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941496.946933:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941496.946938:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941496.946959:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941496.946964:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef06980 00000400:00000200:1.0:1773941496.946967:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941496.946971:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xfd9 [1] + 224 00000800:00000001:1.0:1773941496.946978:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941496.946985:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941496.946987:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941496.946990:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941496.946994:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941496.946997:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085180 x1860112200264064/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941512 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941496.947006:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90085180 x1860112200264064/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941512 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941496.947027:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941496.947036:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941496.947039:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941496.947052:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941496.947058:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941496.947060:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941496.947062:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941496.947066:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941496.947068:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941496.947070:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941496.947074:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085180 x1860112200264064/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941512 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941496.947083:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085180 x1860112200264064/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941512 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941496.947088:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941496.947090:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941496.947092:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941496.947094:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941496.947097:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941496.947105:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941496.947107:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941496.947113:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=63 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941496.947116:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941496.947118:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941496.947122:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941496.947124:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941496.947127:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941496.947129:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941496.947133:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941496.947136:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941496.947139:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941496.947141:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941496.947143:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941496.947145:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941496.947147:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90085180 x1860112200264064/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941512 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941496.947153:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941496.947154:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941496.947155:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941496.947157:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941496.947159:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941496.947160:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941496.947162:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941496.947162:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941496.947163:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941496.947164:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941496.947165:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941496.947167:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941496.947169:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941496.947171:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941496.947173:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 301 00000400:00000200:3.0:1773941496.947177:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941496.947184:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941496.947187:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941496.947190:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941496.947192:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941496.947194:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941496.947211:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941496.947213:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941496.947215:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941496.947217:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941496.947219:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941496.947221:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941496.947223:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941496.947224:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941496.947225:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941496.947226:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941496.947229:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941496.947248:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941496.947251:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941496.947253:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941496.947256:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941496.947258:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941496.947260:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941496.947262:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941496.947265:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90086d80. 00000020:00000040:3.0:1773941496.947267:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941496.947270:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941496.947271:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941496.947273:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941496.947275:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941496.947277:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941496.947280:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90088c00. 00000100:00000001:3.0:1773941496.947283:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941496.947288:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90086d80 x1860112200264192/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941496.947301:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941496.947303:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941496.947307:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008610f10e] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90086d80 x1860112200264192/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941496.947324:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941496.947327:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941496.947328:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941496.947330:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941496.947332:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941496.947334:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941496.947335:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941496.947337:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941496.947338:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941496.947342:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085180 x1860112200264064/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941512 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941496.947348:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941496.947351:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941496.947353:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941496.947371:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941496.947375:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085180 x1860112200264064/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941512 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941496.947381:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200264064:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941496.947381:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941496.947390:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941496.947391:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941496.947394:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941496.947397:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941496.947400:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941496.947402:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941496.947409:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90086d80 x1860112200264192/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941496.947410:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085180 x1860112200264064/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941512 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941496.947482:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941496.947482:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941496.947489:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941496.947501:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 02000000:00000001:2.0:1773941496.947501:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773941496.947511:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:2.0:1773941496.947511:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941496.947516:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:2.0:1773941496.947519:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941496.947522:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941496.947528:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00100000:2.0:1773941496.947528:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90086d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200264192:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000020:00000001:3.0:1773941496.947534:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941496.947540:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000100:00000001:2.0:1773941496.947540:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1773941496.947548:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000001:2.0:1773941496.947548:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941496.947552:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941496.947561:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1773941496.947562:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000010:2.0:1773941496.947570:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d71000. 00010000:00010000:3.0:1773941496.947571:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773941496.947573:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941496.947589:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941496.947596:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000010:2.0:1773941496.947597:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00000400:00000010:2.0:1773941496.947606:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00010000:00010000:3.0:1773941496.947609:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941496.947614:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200264192, portal 25 00000100:00000001:2.0:1773941496.947620:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1773941496.947640:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941496.947644:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a8 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941496.947653:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941496.947655:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941496.947659:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a8 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941496.947665:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1773941496.947691:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720301002112 : -129353408549504 : ffff8a5a90086d80) 00010000:00000001:3.0:1773941496.947693:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941496.947698:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000040:2.0:1773941496.947703:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90086d80 x1860112200264192/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1773941496.947704:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a8 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941496.947749:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000100:00000001:2.0:1773941496.947749:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941496.947754:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 10000000:00000001:3.0:1773941496.947761:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941496.947764:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a8 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941496.947771:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941496.947773:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941496.947774:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1773941496.947775:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678a18. 00000020:00000040:3.0:1773941496.947776:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941496.947783:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000200:2.0:1773941496.947784:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200264192, offset 0 00010000:00000001:3.0:1773941496.947787:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941496.947791:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1773941496.947795:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00010000:3.0:1773941496.947796:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a8 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773941496.947805:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:2.0:1773941496.947809:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00010000:3.0:1773941496.947810:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a8 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941496.947816:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:2.0:1773941496.947822:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 10000000:00000040:3.0:1773941496.947823:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941496.947827:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941496.947837:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:3.0:1773941496.947838:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941496.947846:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1773941496.947853:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00010000:00000001:3.0:1773941496.947855:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941496.947858:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:2.0:1773941496.947859:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941496.947864:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1773941496.947869:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941496.947870:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941496.947880:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[92, 93] 00000020:00000040:3.0:1773941496.947881:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a632a8 from hash 00010000:00000001:3.0:1773941496.947892:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1773941496.947896:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:3.0:1773941496.947899:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941496.947901:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941496.947905:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000400:00000200:2.0:1773941496.947907:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [220:220:256:4294967295] 192.168.202.112@tcp LPNI seq info [94:94:8:4294967295] 00010000:00000001:3.0:1773941496.947914:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941496.947918:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000400:00000200:2.0:1773941496.947919:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941496.947927:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941496.947937:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941496.947940:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941496.947943:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 10000000:00000001:3.0:1773941496.947963:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941496.947963:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00010000:3.0:1773941496.947977:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a8 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:2.0:1773941496.947978:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544a00. 00010000:00000001:3.0:1773941496.947990:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941496.947991:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941496.947996:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000800:00000200:2.0:1773941496.947997:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:3.0:1773941496.947999:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941496.948002:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941496.948003:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941496.948004:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1773941496.948010:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00010000:00010000:3.0:1773941496.948011:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632a8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941496.948022:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544a00 type 1, nob 616 niov 1 nkiov 1 00010000:00000040:3.0:1773941496.948025:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4200 count: 0 00010000:00000001:3.0:1773941496.948038:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941496.948039:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941496.948040:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941496.948049:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1773941496.948052:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000040:3.0:1773941496.948056:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085180 x1860112200264064/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941512 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941496.948058:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294975685 00000100:00000001:3.0:1773941496.948072:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941496.948075:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294975682 02000000:00000001:3.0:1773941496.948076:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941496.948081:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008bc00. 00000100:00000001:2.0:1773941496.948083:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294975685 02000000:00000001:3.0:1773941496.948087:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773941496.948089:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294975682 00000020:00000001:3.0:1773941496.948090:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941496.948094:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941496.948103:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941496.948105:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1773941496.948107:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0a00. 00000100:00000001:2.0:1773941496.948113:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941496.948116:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941496.948119:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941496.948120:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941496.948124:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1773941496.948128:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085180. 00000100:00000001:2.0:1773941496.948134:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1773941496.948134:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544a00. 00000100:00000001:3.0:1773941496.948135:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941496.948142:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941496.948148:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:1.0:1773941496.948150:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1773941496.948151:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:01000000:3.0:1773941496.948161:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 00000100:00000001:2.0:1773941496.948161:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:1.0:1773941496.948166:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 10000000:00000001:3.0:1773941496.948173:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:2.0:1773941496.948175:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1773941496.948176:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678a18 10000000:00000010:3.0:1773941496.948182:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90ead240. 00000100:00000001:2.0:1773941496.948183:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1773941496.948183:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678a18. 00000100:00000001:2.0:1773941496.948190:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941496.948192:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1773941496.948194:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1773941496.948236:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90086d80 x1860112200264192/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941496.948245:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941496.948248:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90086d80 x1860112200264192/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941506 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941496.948253:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941496.948258:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1773941496.948261:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0a00. 00000020:00000010:3.0:1773941496.948268:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd0e00. 00000040:00000010:3.0:1773941496.948273:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1400. 00000020:00000010:3.0:1773941496.948278:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941496.948282:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1c00. 80000000:00000010:3.0:1773941496.948286:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941496.948291:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd1000. 20000000:00000010:3.0:1773941496.948295:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd0600. 10000000:00000040:3.0:1773941496.948299:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941496.948301:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941496.948305:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd0e00. 00000040:00000010:3.0:1773941496.948308:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1400. 00000020:00000010:3.0:1773941496.948311:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941496.948315:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1c00. 80000000:00000010:3.0:1773941496.948317:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941496.948320:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd1000. 20000000:00000010:3.0:1773941496.948321:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd0600. 00000020:00000010:3.0:1773941496.948324:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0a00. 10000000:00000010:3.0:1773941496.948325:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90ead240. 10000000:01000000:3.0:1773941496.948328:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941496.948331:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941496.948333:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941496.948334:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941496.948335:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941496.948337:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941496.948339:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:1.0:1773941496.949596:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941496.949604:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941496.949606:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941496.949608:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941496.949612:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941496.949617:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941496.949622:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941496.949625:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941496.949627:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941496.949630:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef06a00 00000400:00000200:1.0:1773941496.949633:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941496.949637:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xfe1 [1] + 0 00000800:00000001:1.0:1773941496.949668:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941496.949674:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941496.949676:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941496.949685:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941496.949689:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941496.949693:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90086d80 x1860112200264192/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941506 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941496.949701:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90086d80 x1860112200264192/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941496.949716:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941496.949721:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941496.949723:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941496.949793:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941496.949796:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941496.949801:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941496.949802:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941496.949805:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941496.949810:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941496.949811:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941496.949814:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941496.949820:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90086d80 x1860112200264192/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941506 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941496.949828:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90086d80 x1860112200264192/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941506 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941496.949834:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941496.949835:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941496.949837:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941496.949839:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941496.949841:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941496.949842:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941496.949844:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941496.949849:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=63 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941496.949851:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941496.949853:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941496.949854:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941496.949856:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941496.949858:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941496.949860:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941496.949870:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90086d80 x1860112200264192/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941506 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941496.949875:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941496.949877:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941496.949879:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941496.949881:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941496.949886:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941496.949888:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941496.949890:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941496.949892:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941496.949894:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941496.949896:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941496.949897:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941496.949901:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941496 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941496.949903:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941496.949908:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941496.949910:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941496.949913:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941496.949915:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941496.949916:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941496.949918:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941496.949920:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941496.949922:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941496.949925:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941496.949927:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941496.949929:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941496.950165:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941496.950169:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941496.950176:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90086d80 x1860112200264192/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941506 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941496.950184:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90086d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200264192:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941496.950185:0:14803:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:2.0:1773941496.950194:0:14803:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00100000:2.0:1773941496.950209:0:14803:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941496.950222:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941496.950225:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941496.950230:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90086d80 x1860112200264192/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941506 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941496.950232:0:14803:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941496.950235:0:14803:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:2.0:1773941496.950239:0:14803:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:0.0:1773941496.950241:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1773941496.950244:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1773941496.950247:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d71000. 00000001:00000001:2.0:1773941496.950249:0:14803:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:0.0:1773941496.950251:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:2.0:1773941496.950253:0:14803:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941496.950254:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:2.0:1773941496.950256:0:14803:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000040:0.0:1773941496.950257:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000001:00000001:2.0:1773941496.950258:0:14803:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1773941496.950261:0:14803:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941496.950262:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:2.0:1773941496.950264:0:14803:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941496.950266:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90088c00. 00000100:00000001:2.0:1773941496.950267:0:14803:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:0.0:1773941496.950271:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1773941496.950273:0:14803:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:0.0:1773941496.950274:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941496.950278:0:14803:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000010:0.0:1773941496.950278:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90086d80. 00000100:00000001:2.0:1773941496.950282:0:14803:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941496.950283:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941496.950284:0:14803:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941496.950285:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941496.950287:0:14803:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941496.950288:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941496.950290:0:14803:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941496.950292:0:14803:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:0.0:1773941496.950293:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000040:2.0:1773941496.950294:0:14803:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000001:0.0:1773941496.950297:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941496.950300:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941496.950301:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941496.950313:0:14803:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:2.0:1773941496.950315:0:14803:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941496.950317:0:14803:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:2.0:1773941496.950320:0:14803:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:2.0:1773941496.950322:0:14803:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941496.950324:0:14803:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941496.950326:0:14803:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941496.950328:0:14803:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941496.950331:0:14803:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941496.953686:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4200. 00010000:00000010:3.1:1773941496.953693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941497.584783:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941497.584789:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941497.584794:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941498.288751:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941498.288757:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941498.288761:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941498.288763:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941498.288765:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941498.288781:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941498.288784:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941498.288785:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941498.288788:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941498.288790:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941498.288791:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941498.288798:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085180. 00000020:00000040:3.0:1773941498.288802:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941498.288806:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941498.288808:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941498.288813:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941498.288819:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0a00. 00000100:00000001:3.0:1773941498.288824:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941498.288828:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941498.288830:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941498.288836:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4200. 00010000:00000001:3.0:1773941498.288840:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941498.288843:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941498.288847:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941498.288849:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a632af to hash 00000020:00000001:3.0:1773941498.288850:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941498.288852:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941498.288854:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941498.288857:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941498.288859:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941498.288862:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941498.288870:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941498.288879:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941498.288883:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941498.288888:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941498.288893:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941498.288894:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941498.288896:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941498.288897:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000001:3.0:1773941498.288902:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941498.288905:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.288907:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941498.288908:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941498.288916:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085180 x1860112200264320/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941498.288922:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941498.288923:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941498.288926:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941498.288928:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941498.288930:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941498.288932:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200264320:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941498.288935:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941498.288938:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941498.288940:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941498.288941:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941498.288945:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008bc00. 02000000:00000001:3.0:1773941498.288946:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941498.288952:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941498.288955:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941498.288960:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941498.288965:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200264320, portal 25 00000100:00000001:3.0:1773941498.288966:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941498.288967:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000040:3.0:1773941498.288971:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085180 x1860112200264320/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941498.288976:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941498.288978:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941498.288985:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d6e8. 00000100:00000200:3.0:1773941498.288988:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200264320, offset 0 00000400:00000200:3.0:1773941498.288993:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941498.289000:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941498.289006:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941498.289010:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941498.289013:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941498.289016:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941498.289018:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941498.289021:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[94, 93] 00000400:00000200:3.0:1773941498.289023:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941498.289026:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [221:221:256:4294967295] 192.168.202.122@tcp LPNI seq info [95:95:8:4294967295] 00000400:00000200:3.0:1773941498.289029:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941498.289036:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941498.289041:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941498.289044:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38200. 00000800:00000200:3.0:1773941498.289050:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941498.289055:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941498.289059:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941498.289077:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941498.289080:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941498.289082:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294977026 00000100:00000001:3.0:1773941498.289088:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294975685 00000100:00000001:3.0:1773941498.289099:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294977026 00000100:00000001:3.0:1773941498.289103:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294975685 00000100:00000001:3.0:1773941498.289105:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941498.289107:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.289109:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941498.289110:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941498.289113:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941498.289118:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941498.289121:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941498.289220:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941498.289225:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38200. 00000400:00000200:1.0:1773941498.289230:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941498.289235:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941498.289240:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d6e8 00000400:00000010:1.0:1773941498.289242:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d6e8. 00000100:00000001:1.0:1773941498.289245:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941498.289250:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085180 x1860112200264320/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941514 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941498.289258:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941498.289261:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90085180 x1860112200264320/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941514 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941498.289267:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941498.289268:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941498.290569:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941498.290582:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941498.290586:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941498.290589:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941498.290595:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941498.290600:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941498.290608:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941498.290619:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941498.290623:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941498.290629:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef06a80 00000400:00000200:1.0:1773941498.290634:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941498.290692:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0xfe9 [1] + 224 00000800:00000001:1.0:1773941498.290699:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941498.290708:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941498.290710:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941498.290714:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941498.290719:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941498.290725:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085180 x1860112200264320/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941514 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941498.290736:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90085180 x1860112200264320/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941498.290753:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941498.290761:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941498.290765:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941498.290786:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941498.290794:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941498.290796:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941498.290799:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941498.290804:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941498.290806:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941498.290808:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941498.290812:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085180 x1860112200264320/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941514 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941498.290821:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085180 x1860112200264320/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941514 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941498.290825:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941498.290827:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941498.290828:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941498.290830:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941498.290832:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941498.290834:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941498.290835:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941498.290840:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=65 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941498.290843:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941498.290845:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941498.290848:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941498.290850:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941498.290852:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941498.290854:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941498.290857:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941498.290860:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941498.290862:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941498.290864:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941498.290866:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941498.290874:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941498.290879:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90085180 x1860112200264320/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941514 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941498.290887:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941498.290888:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941498.290890:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941498.290893:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941498.290896:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941498.290897:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.290899:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941498.290901:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941498.290902:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941498.290903:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.290905:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941498.290908:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941498.290910:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941498.290914:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941498.290917:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 302 00000400:00000200:3.0:1773941498.290922:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941498.290926:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941498.290931:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941498.290934:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941498.290936:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941498.290937:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941498.290940:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941498.290941:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941498.290942:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941498.290944:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941498.290946:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941498.290947:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941498.290949:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941498.290951:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941498.290952:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941498.290953:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941498.290960:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941498.290963:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941498.290965:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941498.290967:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941498.290969:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941498.290970:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.290972:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941498.290974:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941498.290976:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90087800. 00000020:00000040:3.0:1773941498.290978:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941498.290980:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941498.290982:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.290983:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941498.290985:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941498.290987:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941498.290991:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90088000. 00000100:00000001:3.0:1773941498.290996:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941498.291002:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90087800 x1860112200264448/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941498.291011:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941498.291014:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941498.291018:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e79c4d6] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90087800 x1860112200264448/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941498.291040:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.291044:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941498.291045:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941498.291048:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941498.291050:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941498.291052:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941498.291054:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941498.291055:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941498.291057:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941498.291061:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085180 x1860112200264320/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941514 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941498.291071:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941498.291073:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941498.291075:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941498.291076:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941498.291080:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085180 x1860112200264320/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941514 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941498.291081:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941498.291087:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1773941498.291090:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200264320:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941498.291091:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941498.291098:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941498.291102:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:0.0:1773941498.291102:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90087800 x1860112200264448/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941498.291108:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941498.291110:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941498.291118:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085180 x1860112200264320/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941514 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941498.291120:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941498.291123:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941498.291128:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941498.291131:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941498.291133:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941498.291136:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941498.291139:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 00000100:00100000:0.0:1773941498.291143:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90087800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200264448:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941498.291145:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941498.291149:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941498.291151:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1773941498.291153:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941498.291155:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941498.291157:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941498.291158:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000020:00000001:3.0:1773941498.291161:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000001:0.0:1773941498.291162:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1773941498.291164:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000001:0.0:1773941498.291166:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941498.291168:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632af lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941498.291170:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941498.291177:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c71000. 00010000:00000001:3.0:1773941498.291178:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000001:0.0:1773941498.291197:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941498.291200:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632af lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941498.291205:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941498.291212:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddb00. 00010000:00000001:3.0:1773941498.291214:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941498.291219:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632af lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941498.291219:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b330. 00000100:00000200:0.0:1773941498.291226:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200264448, portal 25 00010000:00000001:3.0:1773941498.291227:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941498.291230:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1773941498.291231:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:3.0:1773941498.291233:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632af lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1773941498.291235:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720301004800 : -129353408546816 : ffff8a5a90087800) 00010000:00000001:3.0:1773941498.291243:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941498.291246:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941498.291247:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90087800 x1860112200264448/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941498.291249:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941498.291252:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632af lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941498.291268:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000100:00000001:0.0:1773941498.291269:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00000001:3.0:1773941498.291270:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941498.291275:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632af lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941498.291275:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:0.0:1773941498.291281:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b908. 00010000:00000001:3.0:1773941498.291283:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941498.291286:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000200:0.0:1773941498.291286:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200264448, offset 0 00000020:00000001:3.0:1773941498.291289:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941498.291291:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941498.291294:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941498.291298:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:0.0:1773941498.291298:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941498.291303:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941498.291306:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632af lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941498.291307:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00000001:3.0:1773941498.291315:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:0.0:1773941498.291315:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941498.291319:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:00010000:3.0:1773941498.291323:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632af lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941498.291325:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941498.291332:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 10000000:01000000:3.0:1773941498.291333:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941498.291338:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:0.0:1773941498.291338:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 10000000:00000001:3.0:1773941498.291342:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941498.291346:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000400:00000200:0.0:1773941498.291347:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[94, 95] 00010000:00000001:3.0:1773941498.291348:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941498.291352:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941498.291354:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000400:00000200:0.0:1773941498.291355:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:3.0:1773941498.291357:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941498.291360:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941498.291361:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [222:222:256:4294967295] 192.168.202.112@tcp LPNI seq info [96:96:8:4294967295] 00000020:00000040:3.0:1773941498.291363:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a632af from hash 00010000:00000001:3.0:1773941498.291367:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941498.291370:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941498.291372:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941498.291373:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941498.291375:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941498.291378:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941498.291380:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941498.291383:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941498.291386:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941498.291389:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941498.291391:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 10000000:00000001:3.0:1773941498.291392:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941498.291397:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632af lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941498.291404:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941498.291406:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941498.291410:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941498.291411:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941498.291413:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000800:00000010:0.0:1773941498.291413:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51600. 00010000:00000001:3.0:1773941498.291416:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941498.291418:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941498.291419:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941498.291420:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632af lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:0.0:1773941498.291423:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000040:3.0:1773941498.291426:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4200 count: 0 00000800:00000200:0.0:1773941498.291438:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00010000:00000001:3.0:1773941498.291443:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:0.0:1773941498.291443:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51600 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941498.291446:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941498.291449:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941498.291454:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085180 x1860112200264320/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941514 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941498.291459:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941498.291460:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941498.291463:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941498.291466:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008bc00. 00000400:00000200:0.0:1773941498.291467:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 02000000:00000001:3.0:1773941498.291470:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773941498.291472:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294977028 00000020:00000001:3.0:1773941498.291473:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941498.291477:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941498.291479:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294977026 00000020:00000001:3.0:1773941498.291480:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941498.291483:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0a00. 00000100:00000001:0.0:1773941498.291487:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294977028 02000000:00000001:3.0:1773941498.291488:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941498.291491:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941498.291494:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085180. 00000100:00000001:0.0:1773941498.291494:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294977026 00000100:00000001:3.0:1773941498.291498:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941498.291500:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941498.291501:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941498.291506:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941498.291507:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1773941498.291509:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941498.291513:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:0.0:1773941498.291513:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000010:3.0:1773941498.291517:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90ead240. 00000100:00000001:0.0:1773941498.291518:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1773941498.291522:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0a00. 00000020:00000010:3.0:1773941498.291527:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd0600. 00000100:00000001:0.0:1773941498.291527:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000040:00000010:3.0:1773941498.291530:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1000. 00000100:00000001:0.0:1773941498.291531:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000800:00000200:1.0:1773941498.291533:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1773941498.291535:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000100:00000001:0.0:1773941498.291536:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1773941498.291537:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51600. 00000020:00000010:3.0:1773941498.291541:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1c00. 00000100:00000001:0.0:1773941498.291541:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1773941498.291542:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1773941498.291546:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:3.0:1773941498.291548:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00000400:00000200:1.0:1773941498.291552:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:0.0:1773941498.291553:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1773941498.291554:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd1400. 00000400:00000200:1.0:1773941498.291561:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b908 20000000:00000010:3.0:1773941498.291562:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd0e00. 00000400:00000010:1.0:1773941498.291565:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b908. 10000000:00000040:3.0:1773941498.291568:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 00000100:00000001:1.0:1773941498.291570:0:2398:0:(events.c:34:request_out_callback()) Process entered 10000000:00000001:3.0:1773941498.291571:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000200:1.0:1773941498.291577:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90087800 x1860112200264448/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941508 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1773941498.291578:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd0600. 00000040:00000010:3.0:1773941498.291585:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1000. 00000100:00000001:1.0:1773941498.291588:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941498.291592:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90087800 x1860112200264448/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941508 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941498.291597:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941498.291599:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1773941498.291630:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941498.291634:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1c00. 80000000:00000010:3.0:1773941498.291636:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941498.291663:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd1400. 20000000:00000010:3.0:1773941498.291666:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd0e00. 00000020:00000010:3.0:1773941498.291669:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0a00. 10000000:00000010:3.0:1773941498.291670:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90ead240. 10000000:01000000:3.0:1773941498.291673:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941498.291675:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941498.291683:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941498.291685:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941498.291686:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941498.291688:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941498.291690:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:1.0:1773941498.292843:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941498.292848:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941498.292850:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941498.292852:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941498.292854:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941498.292859:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941498.292865:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941498.292868:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941498.292872:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941498.292875:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef06b00 00000400:00000200:1.0:1773941498.292879:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941498.292884:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0xff1 [1] + 0 00000800:00000001:1.0:1773941498.292889:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941498.292907:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941498.292910:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941498.292915:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941498.292919:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941498.292922:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90087800 x1860112200264448/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941498.292929:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90087800 x1860112200264448/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941498.292941:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941498.292945:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941498.292948:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941498.292972:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941498.292975:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941498.292979:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941498.292980:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941498.292982:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddb00. 00000400:00000200:0.0:1773941498.292987:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b330 00000400:00000010:0.0:1773941498.292989:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b330. 00000100:00000001:0.0:1773941498.292992:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941498.292998:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90087800 x1860112200264448/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941498.293008:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90087800 x1860112200264448/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941508 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941498.293016:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941498.293018:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941498.293020:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941498.293029:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941498.293030:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941498.293033:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941498.293035:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941498.293039:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=65 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941498.293042:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941498.293045:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941498.293047:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941498.293049:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941498.293052:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941498.293054:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941498.293059:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90087800 x1860112200264448/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941508 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941498.293066:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941498.293069:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941498.293070:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941498.293073:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941498.293077:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941498.293079:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941498.293081:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:0.0:1773941498.293083:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941498.293085:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:0.0:1773941498.293087:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:0.0:1773941498.293089:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:0.0:1773941498.293093:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941498 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941498.293096:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941498.293102:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:0.0:1773941498.293104:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941498.293106:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941498.293108:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941498.293109:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941498.293113:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:0.0:1773941498.293115:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941498.293118:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941498.293125:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941498.293129:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:0.0:1773941498.293131:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941498.293361:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941498.293365:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941498.293370:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90087800 x1860112200264448/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941508 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941498.293377:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90087800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200264448:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941498.293381:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941498.293383:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941498.293385:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90087800 x1860112200264448/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941508 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941498.293387:0:14804:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:0.0:1773941498.293398:0:14804:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00100000:0.0:1773941498.293406:0:14804:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941498.293408:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941498.293409:0:14804:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:2.0:1773941498.293411:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:0.0:1773941498.293413:0:14804:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:2.0:1773941498.293414:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c71000. 00000001:00000001:0.0:1773941498.293419:0:14804:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941498.293420:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941498.293422:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941498.293424:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000001:00000001:0.0:1773941498.293425:0:14804:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000020:00000001:2.0:1773941498.293426:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941498.293429:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90088000. 00000001:00000001:0.0:1773941498.293430:0:14804:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941498.293431:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941498.293434:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:0.0:1773941498.293435:0:14804:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000010:2.0:1773941498.293436:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90087800. 00000001:00000001:0.0:1773941498.293439:0:14804:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941498.293440:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941498.293443:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:0.0:1773941498.293443:0:14804:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941498.293449:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941498.293450:0:14804:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941498.293453:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941498.293454:0:14804:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941498.293455:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941498.293459:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941498.293460:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941498.293460:0:14804:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1773941498.293466:0:14804:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941498.293469:0:14804:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1773941498.293472:0:14804:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941498.293475:0:14804:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941498.293478:0:14804:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941498.293479:0:14804:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941498.293480:0:14804:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:0.0:1773941498.293494:0:14804:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941498.293496:0:14804:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941498.293498:0:14804:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941498.293502:0:14804:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:0.0:1773941498.293506:0:14804:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941498.293509:0:14804:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941498.293511:0:14804:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941498.293514:0:14804:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941498.293516:0:14804:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941498.296672:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4200. 00010000:00000010:3.1:1773941498.296677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941498.608786:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941498.608791:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941498.608795:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941499.632784:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941499.632790:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941499.632794:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1773941499.696754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1773941499.696764:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1773941499.696776:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8354ce00. 00000020:00000040:1.0:1773941499.696797:0:37:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:1.0:1773941499.696802:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1773941499.696806:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1773941499.696811:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1773941499.696820:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a8a62be00. 00000100:00000001:1.0:1773941499.696828:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941499.696840:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3d31d207-695b-40b8-8597-fab765cae562->MGS req@ffff8a5a8354ce00 x1860112200264576/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1773941499.696854:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1773941499.696859:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941499.696866:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e7256d9e] to pc [ptlrpcd_00_00+0] req@ffff8a5a8354ce00 x1860112200264576/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.696904:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1773941499.696911:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (310) 00000100:00000001:0.0:1773941499.696924:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941499.696927:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941499.696930:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941499.696932:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941499.696942:0:2405:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941499.696950:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8354ce00 x1860112200264576/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941499.696958:0:2405:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941499.696960:0:2405:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941499.696963:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941499.696965:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941499.696967:0:2405:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941499.696970:0:2405:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8354ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3d31d207-695b-40b8-8597-fab765cae562:2405:1860112200264576:192.168.202.112@tcp:400:kworker.0 00000100:00000001:0.0:1773941499.696973:0:2405:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941499.696978:0:2405:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941499.696979:0:2405:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941499.696982:0:2405:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941499.696985:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a98201400. 02000000:00000001:0.0:1773941499.696987:0:2405:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941499.696993:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941499.696996:0:2405:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddb00. 00000400:00000010:0.0:1773941499.697001:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b330. 00000100:00000200:0.0:1773941499.697007:0:2405:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200264576, portal 25 00000100:00000001:0.0:1773941499.697008:0:2405:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941499.697010:0:2405:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720087903744 : -129353621647872 : ffff8a5a8354ce00) 00000100:00000040:0.0:1773941499.697014:0:2405:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8354ce00 x1860112200264576/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941499.697019:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941499.697021:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:0.0:1773941499.697023:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b990. 00000100:00000200:0.0:1773941499.697025:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200264576, offset 0 00000400:00000200:0.0:1773941499.697030:0:2405:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941499.697037:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941499.697042:0:2405:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941499.697046:0:2405:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941499.697050:0:2405:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941499.697053:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941499.697060:0:2405:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941499.697062:0:2405:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[96, 95] 00000400:00000200:0.0:1773941499.697065:0:2405:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:0.0:1773941499.697068:0:2405:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [223:223:256:4294967295] 192.168.202.122@tcp LPNI seq info [97:97:8:4294967295] 00000400:00000200:0.0:1773941499.697071:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:0.0:1773941499.697079:0:2405:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:0.0:1773941499.697083:0:2405:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:0.0:1773941499.697087:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51600. 00000800:00000200:0.0:1773941499.697093:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:0.0:1773941499.697099:0:2405:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:0.0:1773941499.697102:0:2405:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1773941499.697115:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941499.697118:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941499.697120:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294978434 00000100:00000001:0.0:1773941499.697126:0:2405:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294977028 00000100:00000001:0.0:1773941499.697129:0:2405:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294978434 00000100:00000001:0.0:1773941499.697132:0:2405:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294977028 00000100:00000001:0.0:1773941499.697134:0:2405:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941499.697137:0:2405:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941499.697140:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941499.697141:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941499.697147:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941499.697149:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1773941499.697151:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941499.697152:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941499.697153:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941499.697154:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941499.697252:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941499.697257:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51600. 00000400:00000200:1.0:1773941499.697263:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941499.697270:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941499.697275:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b990 00000400:00000010:1.0:1773941499.697278:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b990. 00000100:00000001:1.0:1773941499.697283:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941499.697288:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8354ce00 x1860112200264576/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.697299:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941499.697303:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8354ce00 x1860112200264576/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.697312:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.697314:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941499.698366:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941499.698377:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941499.698380:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941499.698390:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941499.698396:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941499.698401:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941499.698408:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941499.698412:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941499.698417:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941499.698422:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef06b80 00000400:00000200:1.0:1773941499.698426:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941499.698432:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0x1001 [1] + 224 00000800:00000001:1.0:1773941499.698439:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941499.698449:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941499.698452:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941499.698457:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941499.698462:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941499.698467:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a8354ce00 x1860112200264576/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941499.698478:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a8354ce00 x1860112200264576/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.698497:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941499.698504:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941499.698508:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941499.698521:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941499.698524:0:2405:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941499.698529:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941499.698530:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941499.698532:0:2405:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddb00. 00000400:00000200:0.0:1773941499.698540:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b330 00000400:00000010:0.0:1773941499.698541:0:2405:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b330. 00000100:00000001:0.0:1773941499.698543:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941499.698547:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8354ce00 x1860112200264576/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941499.698554:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8354ce00 x1860112200264576/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941499.698559:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941499.698561:0:2405:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941499.698563:0:2405:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941499.698565:0:2405:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941499.698566:0:2405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941499.698568:0:2405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941499.698570:0:2405:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941499.698574:0:2405:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=66 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941499.698577:0:2405:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941499.698579:0:2405:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941499.698580:0:2405:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1773941499.698583:0:2405:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1773941499.698585:0:2405:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1773941499.698588:0:2405:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1773941499.698591:0:2405:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1773941499.698593:0:2405:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1773941499.698594:0:2405:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941499.698596:0:2405:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941499.698597:0:2405:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1773941499.698599:0:2405:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a8354ce00 x1860112200264576/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941499.698604:0:2405:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941499.698605:0:2405:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941499.698607:0:2405:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941499.698610:0:2405:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1773941499.698615:0:2405:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1773941499.698616:0:2405:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941499.698617:0:2405:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941499.698618:0:2405:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941499.698619:0:2405:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941499.698620:0:2405:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941499.698621:0:2405:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:0.0:1773941499.698623:0:2405:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941499.698625:0:2405:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1773941499.698627:0:2405:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:0.0:1773941499.698628:0:2405:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 304 00000400:00000200:0.0:1773941499.698631:0:2405:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941499.698634:0:2405:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:0.0:1773941499.698637:0:2405:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:0.0:1773941499.698639:0:2405:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941499.698666:0:2405:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:0.0:1773941499.698668:0:2405:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:0.0:1773941499.698670:0:2405:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941499.698672:0:2405:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:0.0:1773941499.698674:0:2405:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941499.698676:0:2405:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:0.0:1773941499.698678:0:2405:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:0.0:1773941499.698679:0:2405:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:0.0:1773941499.698682:0:2405:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:0.0:1773941499.698683:0:2405:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941499.698684:0:2405:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:0.0:1773941499.698686:0:2405:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:0.0:1773941499.698688:0:2405:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:0.0:1773941499.698690:0:2405:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:0.0:1773941499.698691:0:2405:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941499.698693:0:2405:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1773941499.698696:0:2405:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941499.698698:0:2405:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941499.698703:0:2405:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:0.0:1773941499.698705:0:2405:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1773941499.698708:0:2405:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a86088700. 00000020:00000040:0.0:1773941499.698710:0:2405:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:0.0:1773941499.698713:0:2405:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1773941499.698714:0:2405:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941499.698716:0:2405:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941499.698717:0:2405:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941499.698719:0:2405:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941499.698722:0:2405:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90c70c00. 00000100:00000001:0.0:1773941499.698725:0:2405:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941499.698729:0:2405:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a86088700 x1860112200264704/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1773941499.698735:0:2405:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941499.698737:0:2405:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941499.698739:0:2405:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005a8ee52] to pc [ptlrpcd_rcv+-1] req@ffff8a5a86088700 x1860112200264704/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941499.698754:0:2405:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941499.698756:0:2405:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:0.0:1773941499.698757:0:2405:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:0.0:1773941499.698760:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8354ce00 x1860112200264576/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941499.698766:0:2405:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:0.0:1773941499.698768:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941499.698769:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941499.698772:0:2405:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8354ce00 x1860112200264576/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941499.698778:0:2405:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8354ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:3d31d207-695b-40b8-8597-fab765cae562:2405:1860112200264576:192.168.202.112@tcp:400:kworker.0 00000100:00000001:0.0:1773941499.698783:0:2405:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941499.698785:0:2405:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941499.698793:0:2405:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8354ce00 x1860112200264576/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941515 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941499.698796:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941499.698799:0:2405:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941499.698801:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1773941499.698802:0:2405:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941499.698806:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1773941499.698806:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a98201400. 02000000:00000001:0.0:1773941499.698812:0:2405:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941499.698814:0:2405:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941499.698817:0:2405:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000040:2.0:1773941499.698818:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a86088700 x1860112200264704/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1773941499.698819:0:2405:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941499.698822:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a8a62be00. 02000000:00000001:0.0:1773941499.698827:0:2405:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941499.698829:0:2405:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941499.698832:0:2405:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8354ce00. 00000100:00000001:2.0:1773941499.698837:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941499.698838:0:2405:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941499.698842:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941499.698842:0:2405:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941499.698848:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1773941499.698849:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1773941499.698852:0:2405:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1773941499.698853:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941499.698854:0:2405:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941499.698859:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941499.698859:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941499.698862:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941499.698866:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200264704:192.168.202.112@tcp:250:ptlrpcd_00_00.0 00000100:00000001:2.0:1773941499.698871:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941499.698874:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941499.698877:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941499.698879:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941499.698884:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d70400. 02000000:00000001:2.0:1773941499.698893:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941499.698897:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941499.698901:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00000400:00000010:2.0:1773941499.698905:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00000100:00000200:2.0:1773941499.698909:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200264704, portal 25 00000100:00000001:2.0:1773941499.698911:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941499.698913:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720133236480 : -129353576315136 : ffff8a5a86088700) 00000100:00000040:2.0:1773941499.698918:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a86088700 x1860112200264704/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941499.698927:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941499.698930:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941499.698932:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678b28. 00000100:00000200:2.0:1773941499.698935:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200264704, offset 0 00000400:00000200:2.0:1773941499.698940:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941499.698945:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941499.698949:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941499.698952:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941499.698955:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941499.698958:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941499.698961:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941499.698964:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[96, 97] 00000400:00000200:2.0:1773941499.698969:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941499.698981:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [224:224:256:4294967295] 192.168.202.112@tcp LPNI seq info [98:98:8:4294967295] 00000400:00000200:2.0:1773941499.698986:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941499.698994:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941499.699000:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941499.699004:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544b00. 00000800:00000200:2.0:1773941499.699009:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941499.699016:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941499.699019:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1773941499.699030:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941499.699039:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941499.699042:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294978436 00000100:00000001:2.0:1773941499.699046:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294978434 00000100:00000001:2.0:1773941499.699051:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294978436 00000100:00000001:2.0:1773941499.699055:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294978434 00000100:00000001:2.0:1773941499.699060:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941499.699063:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941499.699066:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941499.699068:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941499.699072:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941499.699073:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941499.699077:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941499.699079:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941499.699081:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941499.699083:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941499.699104:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941499.699108:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544b00. 00000400:00000200:1.0:1773941499.699113:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941499.699118:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941499.699121:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678b28 00000400:00000010:1.0:1773941499.699123:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678b28. 00000100:00000001:1.0:1773941499.699126:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941499.699130:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a86088700 x1860112200264704/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.699139:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941499.699142:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a86088700 x1860112200264704/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.699156:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.699158:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941499.700583:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941499.700589:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941499.700591:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941499.700592:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941499.700595:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941499.700598:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941499.700602:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941499.700612:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941499.700615:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941499.700617:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef06c00 00000400:00000200:1.0:1773941499.700620:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941499.700622:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0x1011 [1] + 0 00000800:00000001:1.0:1773941499.700626:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941499.700631:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941499.700633:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941499.700636:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941499.700663:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941499.700667:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a86088700 x1860112200264704/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941499.700676:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a86088700 x1860112200264704/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.700691:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941499.700697:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941499.700701:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941499.700724:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941499.700728:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941499.700732:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941499.700733:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941499.700736:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941499.700740:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941499.700742:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941499.700745:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941499.700750:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a86088700 x1860112200264704/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941499.700761:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a86088700 x1860112200264704/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941499.700769:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941499.700771:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941499.700773:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941499.700775:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941499.700777:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941499.700778:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941499.700780:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941499.700784:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=66 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941499.700793:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941499.700795:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941499.700797:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941499.700800:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941499.700802:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941499.700805:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941499.700810:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a86088700 x1860112200264704/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941499.700818:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941499.700820:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941499.700822:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941499.700824:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941499.700829:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941499.700831:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941499.700832:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941499.700834:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941499.700837:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941499.700839:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941499.700842:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941499.700845:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941499 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941499.700848:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941499.700854:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941499.700857:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941499.700858:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941499.700861:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941499.700862:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941499.700865:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941499.700868:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941499.700870:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941499.700874:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941499.700877:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941499.700880:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941499.701102:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941499.701111:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941499.701118:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a86088700 x1860112200264704/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941509 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941499.701128:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a86088700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200264704:192.168.202.112@tcp:250:ptlrpcd_00_00.0 00000100:00000001:2.0:1773941499.701135:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941499.701136:0:14805:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941499.701137:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941499.701143:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a86088700 x1860112200264704/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941509 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773941499.701148:0:14805:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00100000:1.0:1773941499.701156:0:14805:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941499.701159:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1773941499.701160:0:14805:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:2.0:1773941499.701162:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:01000000:1.0:1773941499.701164:0:14805:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000010:2.0:1773941499.701166:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d70400. 02000000:00000001:2.0:1773941499.701170:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941499.701184:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941499.701185:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941499.701188:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941499.701190:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90c70c00. 02000000:00000001:2.0:1773941499.701193:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941499.701195:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941499.701197:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a86088700. 00000100:00000001:2.0:1773941499.701201:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000001:00000001:1.0:1773941499.701203:0:14805:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941499.701204:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941499.701209:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941499.701209:0:14805:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941499.701215:0:14805:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941499.701216:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941499.701220:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941499.701221:0:14805:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941499.701224:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:1.0:1773941499.701225:0:14805:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941499.701228:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941499.701229:0:14805:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941499.701234:0:14805:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.701236:0:14805:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941499.701241:0:14805:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941499.701244:0:14805:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941499.701247:0:14805:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941499.701249:0:14805:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941499.701251:0:14805:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941499.701254:0:14805:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941499.701256:0:14805:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941499.701258:0:14805:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:1.0:1773941499.701275:0:14805:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941499.701277:0:14805:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.701279:0:14805:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941499.701283:0:14805:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:1.0:1773941499.701288:0:14805:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941499.701292:0:14805:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941499.701294:0:14805:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941499.701297:0:14805:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941499.701299:0:14805:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941499.888786:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941499.888793:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941499.888798:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941499.888801:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941499.888803:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941499.888804:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941499.888808:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941499.888810:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941499.888812:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941499.888815:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941499.888817:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941499.888830:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085180. 00000020:00000040:3.0:1773941499.888835:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941499.888840:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941499.888843:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941499.888848:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941499.888862:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd1400. 00000100:00000001:3.0:1773941499.888869:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941499.888873:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941499.888877:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941499.888885:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4200. 00010000:00000001:3.0:1773941499.888891:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941499.888909:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941499.888914:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941499.888917:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a632b6 to hash 00000020:00000001:3.0:1773941499.888920:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941499.888922:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941499.888926:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941499.888930:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941499.888933:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941499.888938:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941499.888951:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941499.888964:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632b6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941499.888972:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941499.888974:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941499.888981:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941499.888984:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941499.888987:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941499.888989:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000001:3.0:1773941499.888995:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941499.889000:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941499.889002:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941499.889004:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941499.889015:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085180 x1860112200264832/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941499.889025:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941499.889029:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941499.889033:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941499.889036:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941499.889045:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941499.889050:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200264832:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941499.889055:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941499.889062:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941499.889064:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941499.889067:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941499.889072:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008bc00. 02000000:00000001:3.0:1773941499.889075:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941499.889082:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941499.889087:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941499.889095:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941499.889102:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200264832, portal 25 00000100:00000001:3.0:1773941499.889105:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941499.889106:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000040:3.0:1773941499.889113:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085180 x1860112200264832/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941515 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941499.889122:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941499.889126:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941499.889129:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d088. 00000100:00000200:3.0:1773941499.889133:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200264832, offset 0 00000400:00000200:3.0:1773941499.889141:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941499.889150:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941499.889157:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941499.889163:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941499.889168:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941499.889189:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941499.889192:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941499.889196:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[98, 97] 00000400:00000200:3.0:1773941499.889201:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941499.889206:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [225:225:256:4294967295] 192.168.202.122@tcp LPNI seq info [99:99:8:4294967295] 00000400:00000200:3.0:1773941499.889211:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941499.889222:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941499.889236:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941499.889242:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38c00. 00000800:00000200:3.0:1773941499.889250:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941499.889259:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941499.889264:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941499.889285:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941499.889291:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941499.889295:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294978626 00000100:00000001:3.0:1773941499.889302:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294978436 00000100:00000001:3.0:1773941499.889308:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294978626 00000100:00000001:3.0:1773941499.889312:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294978436 00000100:00000001:3.0:1773941499.889317:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941499.889321:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941499.889324:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941499.889326:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941499.889330:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941499.889333:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941499.889336:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941499.889412:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941499.889419:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38c00. 00000400:00000200:1.0:1773941499.889425:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941499.889432:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941499.889443:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d088 00000400:00000010:1.0:1773941499.889447:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d088. 00000100:00000001:1.0:1773941499.889451:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941499.889457:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085180 x1860112200264832/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941515 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.889469:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941499.889479:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90085180 x1860112200264832/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941515 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.889488:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.889491:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941499.890520:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941499.890530:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941499.890534:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941499.890537:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941499.890542:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941499.890548:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941499.890554:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941499.890558:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941499.890563:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941499.890568:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef06c80 00000400:00000200:1.0:1773941499.890572:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941499.890577:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0x1019 [1] + 224 00000800:00000001:1.0:1773941499.890584:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941499.890592:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941499.890596:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941499.890601:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941499.890605:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941499.890610:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085180 x1860112200264832/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941515 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941499.890623:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90085180 x1860112200264832/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941515 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941499.890669:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941499.890696:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941499.890720:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941499.890725:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1773941499.890731:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941499.890735:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941499.890738:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941499.890742:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941499.890745:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941499.890749:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941499.890757:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085180 x1860112200264832/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941515 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941499.890771:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085180 x1860112200264832/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941515 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941499.890780:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941499.890787:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941499.890795:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941499.890798:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941499.890800:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941499.890802:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941499.890805:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941499.890811:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=66 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941499.890815:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941499.890818:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941499.890822:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941499.890825:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941499.890829:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941499.890832:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941499.890836:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941499.890840:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941499.890844:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941499.890847:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941499.890849:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941499.890851:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941499.890861:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90085180 x1860112200264832/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941515 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941499.890870:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941499.890871:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941499.890873:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941499.890876:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941499.890879:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941499.890881:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941499.890883:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941499.890884:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941499.890885:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941499.890887:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941499.890889:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941499.890891:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941499.890893:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941499.890897:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941499.890906:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 305 00000400:00000200:3.0:1773941499.890911:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941499.890915:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941499.890919:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941499.890923:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941499.890926:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941499.890928:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941499.890932:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941499.890934:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941499.890937:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941499.890939:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941499.890942:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941499.890945:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941499.890948:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941499.890950:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941499.890952:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941499.890955:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941499.890958:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941499.890962:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941499.890964:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941499.890967:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941499.890969:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941499.890972:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941499.890975:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941499.890977:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941499.890980:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085c00. 00000020:00000040:3.0:1773941499.890982:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941499.890986:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941499.890988:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941499.890990:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941499.890992:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941499.890994:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941499.891002:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90088000. 00000100:00000001:3.0:1773941499.891006:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941499.891012:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90085c00 x1860112200264960/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941499.891021:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941499.891024:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941499.891029:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f4daf4e9] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90085c00 x1860112200264960/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941499.891048:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941499.891051:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941499.891053:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941499.891056:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941499.891058:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941499.891060:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941499.891062:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941499.891065:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941499.891068:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941499.891074:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085180 x1860112200264832/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941515 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941499.891076:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941499.891081:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941499.891084:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941499.891087:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000040:2.0:1773941499.891093:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085c00 x1860112200264960/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941499.891094:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941499.891099:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941499.891102:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941499.891108:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941499.891111:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941499.891113:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085180 x1860112200264832/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941515 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941499.891114:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941499.891124:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1773941499.891126:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200264832:192.168.202.112@tcp:101:ll_cfg_requeue.0 02000000:00000001:2.0:1773941499.891127:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941499.891135:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200264960:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:3.0:1773941499.891136:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941499.891143:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1773941499.891144:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:2.0:1773941499.891145:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941499.891148:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941499.891150:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:2.0:1773941499.891151:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1773941499.891153:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1773941499.891155:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d70400. 02000000:00000001:2.0:1773941499.891158:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941499.891162:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941499.891166:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00000100:00000040:3.0:1773941499.891168:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085180 x1860112200264832/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941515 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1773941499.891188:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00000100:00000200:2.0:1773941499.891195:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200264960, portal 25 00000100:00000001:3.0:1773941499.891199:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941499.891199:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941499.891200:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300997632 : -129353408553984 : ffff8a5a90085c00) 00000100:00000010:3.0:1773941499.891206:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 00000100:00000040:2.0:1773941499.891210:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085c00 x1860112200264960/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941499.891212:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941499.891215:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941499.891222:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00000001:2.0:1773941499.891222:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773941499.891227:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000040:2.0:1773941499.891227:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000020:00000001:3.0:1773941499.891231:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:2.0:1773941499.891232:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678bb0. 00000020:00000040:3.0:1773941499.891236:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000100:00000200:2.0:1773941499.891236:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200264960, offset 0 00000020:00000001:3.0:1773941499.891242:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941499.891243:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941499.891248:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941499.891252:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:3.0:1773941499.891256:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632b6 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941499.891257:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941499.891262:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941499.891267:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941499.891271:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941499.891274:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000400:00000200:2.0:1773941499.891275:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941499.891281:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[98, 99] 00010000:00010000:3.0:1773941499.891283:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632b6 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941499.891285:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941499.891291:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [226:226:256:4294967295] 192.168.202.112@tcp LPNI seq info [100:100:8:4294967295] 00000400:00000200:2.0:1773941499.891300:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941499.891303:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941499.891309:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632b6 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941499.891317:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941499.891327:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941499.891328:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000010:2.0:1773941499.891330:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544c00. 00010000:00000001:3.0:1773941499.891331:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941499.891337:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632b6 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941499.891339:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941499.891349:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00010000:00000001:3.0:1773941499.891350:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:2.0:1773941499.891353:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544c00 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941499.891355:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941499.891359:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941499.891363:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632b6 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941499.891365:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941499.891370:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941499.891373:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294978628 00000100:00000001:2.0:1773941499.891379:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294978626 00010000:00010000:3.0:1773941499.891386:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000100:00000001:2.0:1773941499.891386:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294978628 10000000:00000001:3.0:1773941499.891393:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1773941499.891394:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294978626 10000000:00010000:3.0:1773941499.891398:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632b6 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941499.891399:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941499.891404:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941499.891408:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941499.891412:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1773941499.891413:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941499.891416:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941499.891419:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1773941499.891420:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:3.0:1773941499.891421:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000100:00000001:2.0:1773941499.891423:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000001:3.0:1773941499.891426:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000001:2.0:1773941499.891427:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941499.891429:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1773941499.891432:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000001:2.0:1773941499.891433:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941499.891436:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941499.891439:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000800:00000200:1.0:1773941499.891441:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00010000:3.0:1773941499.891444:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632b6 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:1.0:1773941499.891445:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544c00. 00000400:00000200:1.0:1773941499.891453:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:3.0:1773941499.891457:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941499.891461:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632b6 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941499.891462:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 10000000:01000000:3.0:1773941499.891468:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941499.891474:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000200:1.0:1773941499.891476:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678bb0 10000000:00000001:3.0:1773941499.891477:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1773941499.891481:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678bb0. 00010000:00010000:3.0:1773941499.891483:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00000001:1.0:1773941499.891488:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941499.891494:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085c00 x1860112200264960/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.891503:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941499.891507:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085c00 x1860112200264960/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.891515:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.891518:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1773941499.891527:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941499.891532:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941499.891534:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941499.891537:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941499.891539:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941499.891543:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a632b6 from hash 00010000:00000001:3.0:1773941499.891546:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941499.891548:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941499.891549:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941499.891555:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941499.891557:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941499.891559:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941499.891562:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941499.891564:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941499.891565:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941499.891567:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941499.891571:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632b6 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941499.891578:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941499.891579:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941499.891580:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941499.891583:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941499.891585:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941499.891586:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941499.891587:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941499.891589:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632b6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773941499.891597:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4200 count: 0 00010000:00000001:3.0:1773941499.891608:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941499.891610:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941499.891612:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941499.891618:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085180 x1860112200264832/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941515 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941499.891627:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941499.891629:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941499.891632:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008bc00. 02000000:00000001:3.0:1773941499.891636:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941499.891638:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941499.891668:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941499.891671:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941499.891674:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd1400. 02000000:00000001:3.0:1773941499.891677:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941499.891679:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941499.891685:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085180. 00000100:00000001:3.0:1773941499.891689:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941499.891690:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941499.891694:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941499.891697:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941499.891699:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941499.891703:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eadf80. 00000020:00000010:3.0:1773941499.891708:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd1400. 00000020:00000010:3.0:1773941499.891713:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd1c00. 00000040:00000010:3.0:1773941499.891717:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1000. 00000020:00000010:3.0:1773941499.891722:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941499.891727:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd0600. 80000000:00000010:3.0:1773941499.891731:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941499.891736:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd1600. 20000000:00000010:3.0:1773941499.891740:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd1800. 10000000:00000040:3.0:1773941499.891744:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941499.891747:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941499.891751:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd1c00. 00000040:00000010:3.0:1773941499.891755:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1000. 00000020:00000010:3.0:1773941499.891758:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941499.891762:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd0600. 80000000:00000010:3.0:1773941499.891766:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941499.891769:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd1600. 20000000:00000010:3.0:1773941499.891773:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd1800. 00000020:00000010:3.0:1773941499.891776:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd1400. 10000000:00000010:3.0:1773941499.891778:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eadf80. 10000000:01000000:3.0:1773941499.891781:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941499.891784:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941499.891787:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941499.891789:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941499.891790:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941499.891792:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941499.891795:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:1.0:1773941499.892868:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941499.892875:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941499.892878:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941499.892882:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941499.892886:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941499.892891:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941499.892897:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941499.892900:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941499.892905:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941499.892909:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef06d00 00000400:00000200:1.0:1773941499.892914:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941499.892918:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0x1021 [1] + 0 00000800:00000001:1.0:1773941499.892923:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941499.892928:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941499.892931:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941499.892934:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941499.892938:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941499.892942:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085c00 x1860112200264960/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941499.892952:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90085c00 x1860112200264960/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941499.892971:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941499.892983:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941499.892987:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941499.893002:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941499.893005:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941499.893008:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941499.893009:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941499.893011:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941499.893015:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941499.893016:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941499.893019:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941499.893023:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085c00 x1860112200264960/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941499.893031:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085c00 x1860112200264960/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941499.893042:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941499.893044:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941499.893046:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941499.893048:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941499.893049:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941499.893050:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941499.893052:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941499.893055:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=66 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941499.893057:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941499.893059:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941499.893060:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941499.893062:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941499.893064:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941499.893066:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941499.893069:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085c00 x1860112200264960/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941499.893074:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941499.893085:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941499.893086:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941499.893088:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941499.893091:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941499.893093:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941499.893095:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941499.893096:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941499.893098:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941499.893100:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941499.893102:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941499.893104:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941499 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941499.893107:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941499.893112:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941499.893114:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941499.893115:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941499.893116:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941499.893122:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941499.893124:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941499.893126:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941499.893128:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941499.893131:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941499.893133:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941499.893135:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941499.893369:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941499.893372:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941499.893377:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085c00 x1860112200264960/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941509 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941499.893384:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200264960:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941499.893388:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941499.893390:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941499.893393:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085c00 x1860112200264960/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941509 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941499.893399:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1773941499.893400:0:14806:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 02000000:00000001:2.0:1773941499.893401:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941499.893405:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d70400. 02000000:00000001:2.0:1773941499.893409:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941499.893412:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:1.0:1773941499.893413:0:14806:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000020:00000040:2.0:1773941499.893416:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00100000:1.0:1773941499.893419:0:14806:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000001:2.0:1773941499.893421:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941499.893425:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90088000. 00000100:00000001:1.0:1773941499.893426:0:14806:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:2.0:1773941499.893431:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:01000000:1.0:1773941499.893431:0:14806:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:2.0:1773941499.893435:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:1.0:1773941499.893437:0:14806:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000010:2.0:1773941499.893439:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085c00. 00000001:00000001:1.0:1773941499.893442:0:14806:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941499.893444:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941499.893448:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941499.893448:0:14806:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941499.893453:0:14806:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941499.893454:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941499.893457:0:14806:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941499.893460:0:14806:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941499.893461:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000001:1.0:1773941499.893462:0:14806:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941499.893465:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.893467:0:14806:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941499.893471:0:14806:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941499.893478:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941499.893478:0:14806:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941499.893482:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.893483:0:14806:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941499.893487:0:14806:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941499.893491:0:14806:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941499.893494:0:14806:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941499.893496:0:14806:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941499.893498:0:14806:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:1.0:1773941499.893516:0:14806:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941499.893518:0:14806:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941499.893521:0:14806:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941499.893527:0:14806:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:1.0:1773941499.893531:0:14806:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941499.893534:0:14806:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941499.893537:0:14806:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941499.893540:0:14806:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941499.893542:0:14806:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941499.896677:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4200. 00010000:00000010:3.1:1773941499.896683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941500.656793:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941500.656798:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941500.656802:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941501.488737:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941501.488767:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941501.488772:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941501.488775:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941501.488777:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941501.488779:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941501.488781:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941501.488784:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941501.488786:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941501.488789:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941501.488791:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941501.488799:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085180. 00000020:00000040:3.0:1773941501.488803:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941501.488807:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941501.488810:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941501.488814:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941501.488820:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd1800. 00000100:00000001:3.0:1773941501.488825:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941501.488829:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941501.488831:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941501.488838:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4200. 00010000:00000001:3.0:1773941501.488843:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941501.488845:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941501.488849:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941501.488851:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a632bd to hash 00000020:00000001:3.0:1773941501.488853:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941501.488854:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941501.488857:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941501.488860:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941501.488863:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941501.488866:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632bd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941501.488875:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632bd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941501.488892:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632bd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941501.488897:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941501.488899:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941501.488904:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941501.488906:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941501.488909:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941501.488910:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000001:3.0:1773941501.488914:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941501.488917:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941501.488919:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941501.488921:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941501.488930:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085180 x1860112200265088/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941501.488937:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941501.488939:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941501.488941:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941501.488943:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941501.488945:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941501.488947:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200265088:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941501.488950:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941501.488954:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941501.488956:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941501.488958:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941501.488961:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008bc00. 02000000:00000001:3.0:1773941501.488963:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941501.488969:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941501.488972:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941501.488978:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941501.488983:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200265088, portal 25 00000100:00000001:3.0:1773941501.488985:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941501.488989:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000040:3.0:1773941501.488993:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085180 x1860112200265088/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941517 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941501.488999:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941501.489001:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941501.489003:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d110. 00000100:00000200:3.0:1773941501.489006:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200265088, offset 0 00000400:00000200:3.0:1773941501.489011:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941501.489017:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941501.489024:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941501.489028:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941501.489031:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941501.489034:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941501.489036:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941501.489039:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[100, 99] 00000400:00000200:3.0:1773941501.489042:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941501.489045:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [227:227:256:4294967295] 192.168.202.122@tcp LPNI seq info [101:101:8:4294967295] 00000400:00000200:3.0:1773941501.489048:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941501.489055:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941501.489059:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941501.489064:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38c00. 00000800:00000200:3.0:1773941501.489070:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941501.489075:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941501.489079:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941501.489096:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941501.489099:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941501.489101:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294980226 00000100:00000001:3.0:1773941501.489108:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294978628 00000100:00000001:3.0:1773941501.489112:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294980226 00000100:00000001:3.0:1773941501.489115:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294978628 00000100:00000001:3.0:1773941501.489122:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941501.489124:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941501.489126:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941501.489128:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941501.489130:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941501.489133:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941501.489135:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941501.489236:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941501.489245:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38c00. 00000400:00000200:1.0:1773941501.489250:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941501.489255:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941501.489260:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d110 00000400:00000010:1.0:1773941501.489262:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d110. 00000100:00000001:1.0:1773941501.489265:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941501.489270:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085180 x1860112200265088/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941517 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941501.489279:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941501.489281:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90085180 x1860112200265088/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941517 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941501.489287:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941501.489288:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941501.490564:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941501.490578:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941501.490581:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941501.490584:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941501.490590:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941501.490595:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941501.490603:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941501.490607:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941501.490612:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941501.490616:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef06d80 00000400:00000200:1.0:1773941501.490621:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941501.490627:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0x1029 [1] + 224 00000800:00000001:1.0:1773941501.490635:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941501.490683:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941501.490687:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941501.490692:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941501.490697:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941501.490702:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085180 x1860112200265088/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941517 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941501.490714:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90085180 x1860112200265088/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941517 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941501.490749:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941501.490762:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941501.490767:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941501.490769:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941501.490777:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941501.490780:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941501.490783:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941501.490789:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941501.490791:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941501.490795:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941501.490801:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085180 x1860112200265088/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941517 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941501.490812:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085180 x1860112200265088/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941517 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941501.490820:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941501.490821:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941501.490824:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941501.490827:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941501.490829:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941501.490832:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941501.490835:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941501.490841:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=68 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941501.490844:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941501.490848:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941501.490852:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941501.497183:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941501.497193:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941501.497200:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941501.497206:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941501.497212:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941501.503493:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941501.503496:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941501.503498:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941501.503501:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941501.503508:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90085180 x1860112200265088/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941517 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941501.503517:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941501.503518:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941501.503520:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941501.503523:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941501.503525:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941501.503527:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941501.503529:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941501.503530:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941501.503531:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941501.503532:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941501.503533:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941501.503535:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941501.503536:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941501.503538:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941501.503541:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 305 00000400:00000200:3.0:1773941501.503548:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941501.503552:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941501.503556:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941501.503558:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941501.503561:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941501.503562:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941501.503566:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941501.503567:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941501.503569:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941501.503571:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941501.503573:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941501.503574:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941501.503584:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941501.503586:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941501.503587:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941501.503589:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941501.503591:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941501.503593:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941501.503595:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941501.503597:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941501.503599:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941501.503602:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941501.503603:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941501.503604:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941501.503608:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084700. 00000020:00000040:3.0:1773941501.503611:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941501.503615:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941501.503616:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941501.503618:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941501.503621:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941501.503623:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941501.503629:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90088c00. 00000100:00000001:3.0:1773941501.503634:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941501.503638:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90084700 x1860112200265216/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941501.503665:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941501.503668:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941501.503672:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000360ee1f9] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90084700 x1860112200265216/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941501.503685:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941501.503688:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941501.503690:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941501.503694:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941501.503698:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941501.503708:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941501.503711:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941501.503715:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941501.503719:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941501.503725:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085180 x1860112200265088/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941517 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941501.503732:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941501.503733:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941501.503736:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941501.503738:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941501.503740:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941501.503743:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1773941501.503745:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085180 x1860112200265088/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941517 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941501.503749:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941501.503754:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084700 x1860112200265216/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941501.503755:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200265088:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941501.503761:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941501.503763:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941501.503764:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941501.503766:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941501.503766:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941501.503768:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1773941501.503770:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1773941501.503772:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085180 x1860112200265088/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941517 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941501.503773:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941501.503776:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941501.503780:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941501.503780:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200265216:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000010:3.0:1773941501.503783:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 00000100:00000001:2.0:1773941501.503784:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1773941501.503787:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:2.0:1773941501.503788:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1773941501.503789:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:2.0:1773941501.503790:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941501.503792:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:2.0:1773941501.503793:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1773941501.503796:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941501.503798:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:2.0:1773941501.503798:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d70400. 02000000:00000001:2.0:1773941501.503800:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941501.503801:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000020:00000001:3.0:1773941501.503803:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941501.503806:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941501.503806:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941501.503810:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00010000:00010000:3.0:1773941501.503812:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632bd lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941501.503817:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00000100:00000200:2.0:1773941501.503824:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200265216, portal 25 00010000:00000001:3.0:1773941501.503825:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941501.503826:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941501.503828:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300992256 : -129353408559360 : ffff8a5a90084700) 00010000:00010000:3.0:1773941501.503830:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632bd lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941501.503833:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084700 x1860112200265216/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941501.503837:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941501.503841:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632bd lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941501.503842:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941501.503846:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941501.503848:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1773941501.503849:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678cc0. 00010000:00000001:3.0:1773941501.503850:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941501.503852:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632bd lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941501.503853:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200265216, offset 0 00010000:00000001:3.0:1773941501.503859:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1773941501.503859:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941501.503862:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941501.503865:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:2.0:1773941501.503866:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:3.0:1773941501.503868:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632bd lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941501.503872:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00010000:00010000:3.0:1773941501.503875:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 10000000:00000001:3.0:1773941501.503878:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941501.503881:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632bd lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941501.503881:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941501.503886:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00010000:00000001:3.0:1773941501.503888:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941501.503889:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1773941501.503890:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1773941501.503891:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941501.503893:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000400:00000200:2.0:1773941501.503893:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1773941501.503895:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941501.503897:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[100, 101] 00010000:00000001:3.0:1773941501.503898:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941501.503901:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:3.0:1773941501.503904:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1773941501.503906:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [228:228:256:4294967295] 192.168.202.112@tcp LPNI seq info [102:102:8:4294967295] 00010000:00010000:3.0:1773941501.503907:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632bd lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941501.503911:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00000001:3.0:1773941501.503914:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941501.503916:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632bd lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941501.503922:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 10000000:01000000:3.0:1773941501.503923:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941501.503926:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941501.503928:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941501.503929:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00010000:3.0:1773941501.503931:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941501.503933:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000800:00000010:2.0:1773941501.503934:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544600. 00010000:00000001:3.0:1773941501.503935:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941501.503937:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941501.503939:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000200:2.0:1773941501.503940:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:3.0:1773941501.503941:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941501.503944:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a632bd from hash 00010000:00000001:3.0:1773941501.503946:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941501.503947:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1773941501.503948:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00010000:00000001:3.0:1773941501.503949:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941501.503950:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941501.503952:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941501.503953:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000200:2.0:1773941501.503953:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544600 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941501.503956:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941501.503957:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941501.503959:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941501.503960:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941501.503963:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632bd lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941501.503968:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941501.503969:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941501.503970:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941501.503972:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:2.0:1773941501.503972:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941501.503974:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:2.0:1773941501.503975:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294980241 00010000:00000001:3.0:1773941501.503979:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941501.503981:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941501.503982:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:2.0:1773941501.503983:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294980226 00010000:00010000:3.0:1773941501.503985:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632bd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941501.503989:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294980241 00000100:00000001:2.0:1773941501.503993:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294980226 00010000:00000040:3.0:1773941501.503994:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4200 count: 0 00000100:00000001:2.0:1773941501.503997:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941501.504000:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941501.504003:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941501.504006:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941501.504006:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941501.504008:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941501.504011:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941501.504013:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941501.504015:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:3.0:1773941501.504016:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085180 x1860112200265088/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941517 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941501.504018:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941501.504020:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941501.504022:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941501.504023:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941501.504024:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941501.504026:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941501.504029:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008bc00. 02000000:00000001:3.0:1773941501.504033:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941501.504035:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941501.504038:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941501.504040:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941501.504043:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd1800. 02000000:00000001:3.0:1773941501.504046:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941501.504048:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941501.504050:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085180. 00000100:00000001:3.0:1773941501.504054:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941501.504055:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941501.504057:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941501.504060:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941501.504063:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941501.504066:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90ead480. 00000020:00000010:3.0:1773941501.504070:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd1800. 00000800:00000200:1.0:1773941501.504070:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1773941501.504073:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd0600. 00000800:00000010:1.0:1773941501.504077:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544600. 00000040:00000010:3.0:1773941501.504079:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1000. 00000020:00000010:3.0:1773941501.504085:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000400:00000200:1.0:1773941501.504087:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1773941501.504088:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1c00. 80000000:00000010:3.0:1773941501.504094:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00000400:00000200:1.0:1773941501.504097:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00040000:00000010:3.0:1773941501.504104:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd1600. 00000400:00000200:1.0:1773941501.504106:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678cc0 20000000:00000010:3.0:1773941501.504110:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd1400. 00000400:00000010:1.0:1773941501.504110:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678cc0. 10000000:00000040:3.0:1773941501.504115:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 00000100:00000001:1.0:1773941501.504115:0:2398:0:(events.c:34:request_out_callback()) Process entered 10000000:00000001:3.0:1773941501.504119:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000200:1.0:1773941501.504122:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084700 x1860112200265216/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941511 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1773941501.504124:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd0600. 00000040:00000010:3.0:1773941501.504130:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1000. 00000020:00000010:3.0:1773941501.504135:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000100:00000001:1.0:1773941501.504137:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941501.504141:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084700 x1860112200265216/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941511 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941501.504147:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941501.504148:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:3.0:1773941501.504195:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1c00. 80000000:00000010:3.0:1773941501.504199:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941501.504202:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd1600. 20000000:00000010:3.0:1773941501.504203:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd1400. 00000020:00000010:3.0:1773941501.504205:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd1800. 10000000:00000010:3.0:1773941501.504207:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90ead480. 10000000:01000000:3.0:1773941501.504210:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941501.504212:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941501.504214:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941501.504216:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941501.504217:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941501.504219:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941501.504220:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:1.0:1773941501.509539:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941501.509549:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941501.509551:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941501.509553:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941501.509558:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941501.509563:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941501.509568:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941501.509571:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941501.509575:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941501.509578:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef06e00 00000400:00000200:1.0:1773941501.509581:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941501.509585:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0x1031 [1] + 0 00000800:00000001:1.0:1773941501.509590:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941501.509597:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941501.509599:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941501.509609:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941501.509613:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941501.509617:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084700 x1860112200265216/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941511 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941501.509625:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90084700 x1860112200265216/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941501.509666:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000010:3.1:1773941501.509667:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4200. 00010000:00000010:3.1:1773941501.509676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000100:00000001:2.0:1773941501.509676:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1773941501.509676:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941501.509683:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941501.509686:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941501.509692:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941501.509694:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941501.509697:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941501.509701:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941501.509704:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941501.509706:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941501.509711:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084700 x1860112200265216/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941511 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941501.509721:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084700 x1860112200265216/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941511 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941501.509726:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941501.509727:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941501.509730:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941501.509732:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941501.509734:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941501.509736:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941501.509738:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941501.509742:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=68 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941501.509753:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941501.509756:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941501.509757:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941501.509762:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941501.509763:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941501.509765:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941501.509769:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084700 x1860112200265216/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941511 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941501.509775:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941501.509778:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941501.509780:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941501.509782:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941501.509788:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941501.509791:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941501.509793:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941501.509796:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941501.509807:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941501.509810:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941501.509813:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941501.509817:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941501 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941501.509821:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941501.509828:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941501.509830:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941501.509832:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941501.509834:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941501.509835:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941501.509838:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941501.509840:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941501.509842:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941501.509844:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941501.509847:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941501.509849:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941501.510049:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941501.510053:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941501.510059:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084700 x1860112200265216/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941511 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941501.510069:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200265216:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941501.510071:0:14807:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941501.510074:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941501.510076:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1773941501.510079:0:14807:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00000040:2.0:1773941501.510080:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084700 x1860112200265216/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941511 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1773941501.510083:0:14807:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941501.510085:0:14807:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:2.0:1773941501.510087:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 10000000:01000000:1.0:1773941501.510087:0:14807:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:2.0:1773941501.510089:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:1.0:1773941501.510090:0:14807:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:2.0:1773941501.510091:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d70400. 00000001:00000001:1.0:1773941501.510092:0:14807:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941501.510094:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941501.510096:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:1.0:1773941501.510096:0:14807:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941501.510098:0:14807:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941501.510099:0:14807:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941501.510101:0:14807:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941501.510102:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 10000000:00000001:1.0:1773941501.510103:0:14807:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941501.510105:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941501.510105:0:14807:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000010:2.0:1773941501.510107:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90088c00. 00000100:00080000:1.0:1773941501.510108:0:14807:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 02000000:00000001:2.0:1773941501.510110:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1773941501.510111:0:14807:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 02000000:00000001:2.0:1773941501.510112:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941501.510114:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084700. 00000100:00000001:1.0:1773941501.510114:0:14807:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941501.510116:0:14807:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941501.510117:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00080000:1.0:1773941501.510118:0:14807:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941501.510119:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941501.510121:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941501.510121:0:14807:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941501.510122:0:14807:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941501.510124:0:14807:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000001:2.0:1773941501.510126:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941501.510127:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941501.510130:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941501.510131:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941501.510140:0:14807:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941501.510142:0:14807:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941501.510145:0:14807:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941501.510150:0:14807:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:1.0:1773941501.514069:0:14807:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941501.514072:0:14807:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941501.514074:0:14807:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941501.514076:0:14807:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941501.514077:0:14807:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941501.680809:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941501.680814:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941501.680818:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941502.704836:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941502.704842:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941502.704845:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941503.472750:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941503.472756:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941503.472760:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941503.472762:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941503.472763:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941503.472764:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941503.472766:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941503.472768:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941503.472770:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941503.472772:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941503.472773:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941503.472782:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085180. 00000020:00000040:3.0:1773941503.472788:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941503.472793:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941503.472796:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941503.472816:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941503.472825:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0e00. 00000100:00000001:3.0:1773941503.472832:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941503.472837:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941503.472840:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941503.472847:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4200. 00010000:00000001:3.0:1773941503.472853:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941503.472857:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941503.472862:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941503.472865:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a632c4 to hash 00000020:00000001:3.0:1773941503.472867:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941503.472869:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941503.472872:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941503.472877:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941503.472880:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941503.472885:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941503.472896:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941503.472908:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632c4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941503.472915:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941503.472917:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941503.472924:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941503.472926:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941503.472929:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941503.472931:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000001:3.0:1773941503.472936:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941503.472940:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941503.472943:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941503.472945:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941503.472962:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085180 x1860112200265344/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941503.472971:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941503.472974:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941503.472978:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941503.472981:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941503.472984:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941503.472988:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200265344:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941503.472992:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941503.472998:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941503.473001:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941503.473004:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941503.473009:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008b400. 02000000:00000001:3.0:1773941503.473011:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941503.473019:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941503.473023:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941503.473030:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941503.473037:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200265344, portal 25 00000100:00000001:3.0:1773941503.473039:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941503.473041:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000040:3.0:1773941503.473047:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085180 x1860112200265344/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941519 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941503.473056:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941503.473060:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941503.473063:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875dee0. 00000100:00000200:3.0:1773941503.473067:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200265344, offset 0 00000400:00000200:3.0:1773941503.473074:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941503.473083:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941503.473091:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941503.473096:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941503.473101:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941503.473103:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941503.473111:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941503.473113:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[102, 101] 00000400:00000200:3.0:1773941503.473116:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941503.473119:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [229:229:256:4294967295] 192.168.202.122@tcp LPNI seq info [103:103:8:4294967295] 00000400:00000200:3.0:1773941503.473122:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941503.473131:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941503.473159:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941503.473164:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38200. 00000800:00000200:3.0:1773941503.473170:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941503.473176:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941503.473179:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941503.473194:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941503.473198:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941503.473200:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294982210 00000100:00000001:3.0:1773941503.473206:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294980241 00000100:00000001:3.0:1773941503.473210:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294982210 00000100:00000001:3.0:1773941503.473212:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294980241 00000100:00000001:3.0:1773941503.473214:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941503.473217:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941503.473219:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941503.473220:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941503.473223:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941503.473225:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941503.473228:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941503.473310:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941503.473316:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38200. 00000400:00000200:1.0:1773941503.473323:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941503.473330:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941503.473336:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875dee0 00000400:00000010:1.0:1773941503.473339:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875dee0. 00000100:00000001:1.0:1773941503.473343:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941503.473349:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085180 x1860112200265344/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941519 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941503.473361:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941503.473365:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90085180 x1860112200265344/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941519 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941503.473372:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941503.473373:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941503.474812:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941503.474826:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941503.474829:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941503.474832:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941503.474838:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941503.474843:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941503.474851:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941503.474856:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941503.474860:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941503.474875:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef06e80 00000400:00000200:1.0:1773941503.474882:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941503.474888:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0x1039 [1] + 224 00000800:00000001:1.0:1773941503.474895:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941503.474904:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941503.474907:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941503.474910:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941503.474915:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941503.474921:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085180 x1860112200265344/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941519 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941503.474933:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90085180 x1860112200265344/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941519 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941503.474956:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941503.474964:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941503.474969:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941503.474999:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941503.475011:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941503.475014:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941503.475017:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941503.475022:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941503.475024:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941503.475027:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941503.475050:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085180 x1860112200265344/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941519 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941503.475060:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085180 x1860112200265344/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941519 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941503.475066:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941503.475067:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941503.475069:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941503.475073:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941503.475076:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941503.475078:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941503.475080:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941503.475087:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=70 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941503.475090:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941503.475092:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941503.475096:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941503.475098:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941503.475101:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941503.475104:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941503.475107:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941503.475110:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941503.475113:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941503.475115:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941503.475117:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941503.475119:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941503.475122:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90085180 x1860112200265344/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941519 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941503.475128:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941503.475129:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941503.475130:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941503.475134:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941503.475153:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941503.475155:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941503.475163:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941503.475165:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941503.475166:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941503.475168:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941503.475169:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941503.475172:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941503.475175:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941503.475179:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941503.475183:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 307 00000400:00000200:3.0:1773941503.475191:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941503.475198:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941503.475203:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941503.475207:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941503.475210:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941503.475213:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941503.475217:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941503.475218:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941503.475221:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941503.475223:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941503.475225:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941503.475227:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941503.475230:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941503.475231:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941503.475232:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941503.475234:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941503.475236:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941503.475239:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941503.475241:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941503.475242:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941503.475245:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941503.475248:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941503.475249:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941503.475255:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941503.475260:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90086a00. 00000020:00000040:3.0:1773941503.475263:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941503.475267:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941503.475270:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941503.475273:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941503.475276:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941503.475280:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941503.475288:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90089400. 00000100:00000001:3.0:1773941503.475294:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941503.475302:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90086a00 x1860112200265472/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941503.475311:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941503.475323:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941503.475327:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000015688602] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90086a00 x1860112200265472/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941503.475348:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941503.475350:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941503.475351:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941503.475354:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941503.475356:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941503.475358:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941503.475360:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941503.475361:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941503.475363:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941503.475366:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085180 x1860112200265344/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941519 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941503.475373:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941503.475375:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941503.475378:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941503.475380:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941503.475385:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085180 x1860112200265344/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941519 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941503.475400:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773941503.475401:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200265344:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941503.475408:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941503.475409:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941503.475415:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941503.475416:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941503.475422:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941503.475427:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941503.475436:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085180 x1860112200265344/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941519 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941503.475438:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90086a00 x1860112200265472/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941503.475460:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941503.475471:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 00000100:00000001:2.0:1773941503.475476:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941503.475478:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941503.475481:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941503.475483:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:2.0:1773941503.475487:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1773941503.475490:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:2.0:1773941503.475493:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941503.475497:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1773941503.475499:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941503.475501:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941503.475508:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000100:00100000:2.0:1773941503.475509:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90086a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200265472:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000020:00000001:3.0:1773941503.475519:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000001:2.0:1773941503.475521:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1773941503.475524:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000001:2.0:1773941503.475528:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:3.0:1773941503.475530:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632c4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773941503.475532:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941503.475542:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1773941503.475546:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000010:2.0:1773941503.475550:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d70000. 00010000:00010000:3.0:1773941503.475552:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632c4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773941503.475560:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941503.475563:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941503.475569:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632c4 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941503.475577:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941503.475580:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1773941503.475584:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00010000:00000001:3.0:1773941503.475589:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941503.475594:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632c4 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941503.475597:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00010000:00000001:3.0:1773941503.475604:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941503.475608:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1773941503.475609:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200265472, portal 25 00010000:00000001:3.0:1773941503.475612:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941503.475617:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632c4 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941503.475619:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00010000:3.0:1773941503.475624:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 10000000:00000001:3.0:1773941503.475627:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941503.475633:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632c4 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941503.475634:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720301001216 : -129353408550400 : ffff8a5a90086a00) 00010000:00000001:3.0:1773941503.475677:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941503.475680:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941503.475683:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941503.475685:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941503.475690:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000040:2.0:1773941503.475692:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90086a00 x1860112200265472/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941503.475694:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941503.475700:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941503.475705:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632c4 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773941503.475734:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1773941503.475735:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 10000000:00010000:3.0:1773941503.475740:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632c4 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941503.475750:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 10000000:01000000:3.0:1773941503.475756:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941503.475759:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941503.475761:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773941503.475761:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678f68. 00010000:00010000:3.0:1773941503.475766:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941503.475769:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000200:2.0:1773941503.475770:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200265472, offset 0 00010000:00000001:3.0:1773941503.475779:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941503.475782:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941503.475789:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1773941503.475790:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941503.475798:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941503.475801:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a632c4 from hash 00010000:00000001:3.0:1773941503.475805:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:2.0:1773941503.475807:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941503.475808:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941503.475810:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941503.475814:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941503.475816:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941503.475817:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941503.475819:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941503.475824:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941503.475824:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00010000:00000001:3.0:1773941503.475826:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941503.475831:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941503.475835:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632c4 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941503.475838:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941503.475846:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941503.475848:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941503.475854:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00010000:00000001:3.0:1773941503.475855:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941503.475859:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941503.475861:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941503.475864:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941503.475866:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1773941503.475866:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00010000:3.0:1773941503.475869:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632c4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941503.475879:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000040:3.0:1773941503.475882:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4200 count: 0 00000400:00000200:2.0:1773941503.475890:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[102, 103] 00000400:00000200:2.0:1773941503.475897:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:3.0:1773941503.475900:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941503.475906:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941503.475911:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1773941503.475912:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [230:230:256:4294967295] 192.168.202.112@tcp LPNI seq info [104:104:8:4294967295] 00000100:00000040:3.0:1773941503.475919:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085180 x1860112200265344/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941519 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941503.475933:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941503.475939:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941503.475943:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941503.475953:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008b400. 02000000:00000001:3.0:1773941503.475961:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941503.475966:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1773941503.475966:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000020:00000040:3.0:1773941503.475972:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941503.475979:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941503.475985:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0e00. 02000000:00000001:3.0:1773941503.475992:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000200:2.0:1773941503.475993:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 02000000:00000001:3.0:1773941503.475995:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941503.475998:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085180. 00000100:00000001:3.0:1773941503.476003:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941503.476004:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941503.476006:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000010:2.0:1773941503.476006:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544200. 10000000:01000000:3.0:1773941503.476014:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941503.476019:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941503.476024:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eade40. 00000800:00000200:2.0:1773941503.476025:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000020:00000010:3.0:1773941503.476030:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0e00. 00000020:00000010:3.0:1773941503.476037:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd0a00. 00000800:00000200:2.0:1773941503.476041:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000040:00000010:3.0:1773941503.476044:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1e00. 00000800:00000200:2.0:1773941503.476050:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544200 type 1, nob 616 niov 1 nkiov 1 00000020:00000010:3.0:1773941503.476052:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941503.476062:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd0000. 80000000:00000010:3.0:1773941503.476067:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941503.476072:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd0400. 00000100:00000001:2.0:1773941503.476075:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 20000000:00000010:3.0:1773941503.476076:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd0800. 10000000:00000040:3.0:1773941503.476085:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941503.476089:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941503.476095:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd0a00. 00000040:00000010:3.0:1773941503.476098:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1e00. 00000400:00000200:2.0:1773941503.476099:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000020:00000010:3.0:1773941503.476105:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941503.476116:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd0000. 00000100:00000001:2.0:1773941503.476116:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294982213 80000000:00000010:3.0:1773941503.476123:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941503.476129:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd0400. 00000100:00000001:2.0:1773941503.476132:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294982210 20000000:00000010:3.0:1773941503.476134:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd0800. 00000020:00000010:3.0:1773941503.476159:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0e00. 00000100:00000001:2.0:1773941503.476160:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294982213 10000000:00000010:3.0:1773941503.476167:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eade40. 00000100:00000001:2.0:1773941503.476170:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294982210 10000000:01000000:3.0:1773941503.476175:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 00000100:00000001:2.0:1773941503.476184:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1773941503.476189:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:3.0:1773941503.476195:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941503.476195:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773941503.476196:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544200. 10000000:00020000:3.0:1773941503.476209:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000100:00000001:2.0:1773941503.476210:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941503.476213:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00000001:3.0:1773941503.476214:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 00000100:00000001:2.0:1773941503.476217:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941503.476219:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941503.476222:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941503.476227:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1773941503.476229:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1773941503.476229:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:2.0:1773941503.476234:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:1.0:1773941503.476238:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678f68 00000100:00000001:2.0:1773941503.476239:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941503.476244:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1773941503.476245:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678f68. 00000100:00000001:2.0:1773941503.476247:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941503.476252:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941503.476252:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941503.476262:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90086a00 x1860112200265472/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941503.476272:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941503.476277:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90086a00 x1860112200265472/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941503.476284:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941503.476286:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941503.477627:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941503.477634:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941503.477636:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941503.477663:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941503.477669:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941503.477673:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941503.477677:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941503.477679:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941503.477682:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941503.477684:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef06f00 00000400:00000200:1.0:1773941503.477687:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941503.477690:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0x1041 [1] + 0 00000800:00000001:1.0:1773941503.477695:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941503.477701:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941503.477702:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941503.477706:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941503.477709:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941503.477712:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90086a00 x1860112200265472/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941503.477719:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90086a00 x1860112200265472/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941503.477732:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941503.477736:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941503.477737:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941503.477765:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941503.477767:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941503.477772:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941503.477773:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941503.477775:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941503.477778:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941503.477780:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941503.477782:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941503.477786:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90086a00 x1860112200265472/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941503.477793:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90086a00 x1860112200265472/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941503.477798:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941503.477799:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941503.477801:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941503.477803:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941503.477805:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941503.477807:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941503.477809:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941503.477813:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=70 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941503.477816:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941503.477818:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941503.477819:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941503.477821:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941503.477822:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941503.477824:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941503.477833:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90086a00 x1860112200265472/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941503.477838:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941503.477840:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941503.477842:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941503.477844:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941503.477849:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941503.477852:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941503.477853:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941503.477855:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941503.477857:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941503.477859:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941503.477861:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941503.477863:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941503 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941503.477865:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941503.477870:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941503.477872:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941503.477875:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941503.477876:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941503.477877:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941503.477879:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941503.477881:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941503.477884:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941503.477886:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941503.477888:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941503.477890:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941503.478158:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941503.478161:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941503.478165:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90086a00 x1860112200265472/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941513 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941503.478173:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90086a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200265472:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941503.478184:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941503.478184:0:14808:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941503.478188:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941503.478192:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90086a00 x1860112200265472/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941513 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1773941503.478198:0:14808:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00100000:1.0:1773941503.478209:0:14808:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941503.478219:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1773941503.478219:0:14808:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941503.478224:0:14808:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:2.0:1773941503.478225:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:1.0:1773941503.478231:0:14808:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:2.0:1773941503.478232:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d70000. 00000001:00000001:1.0:1773941503.478236:0:14808:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941503.478238:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941503.478242:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:1.0:1773941503.478242:0:14808:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941503.478251:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941503.478255:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941503.478257:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90089400. 00000001:00000001:1.0:1773941503.478258:0:14808:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941503.478260:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:1.0:1773941503.478262:0:14808:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941503.478264:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941503.478267:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90086a00. 00000001:00000001:1.0:1773941503.478268:0:14808:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941503.478275:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:1.0:1773941503.478276:0:14808:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941503.478279:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941503.478281:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941503.478284:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941503.478288:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941503.478290:0:14808:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941503.478292:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941503.478295:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941503.478297:0:14808:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941503.478302:0:14808:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941503.478304:0:14808:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941503.478307:0:14808:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941503.478310:0:14808:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941503.478312:0:14808:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941503.478313:0:14808:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941503.478316:0:14808:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:1.0:1773941503.478390:0:14808:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941503.478396:0:14808:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941503.478400:0:14808:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941503.478407:0:14808:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:1.0:1773941503.478412:0:14808:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941503.478415:0:14808:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941503.478417:0:14808:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941503.478419:0:14808:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941503.478420:0:14808:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941503.481673:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4200. 00010000:00000010:3.1:1773941503.481688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941503.728762:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941503.728769:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941503.728777:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941504.624766:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941504.624775:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941504.624787:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941504.624790:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941504.624792:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941504.624793:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941504.624796:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941504.624798:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941504.624801:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941504.624804:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941504.624806:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941504.624822:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085180. 00000020:00000040:3.0:1773941504.624831:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941504.624837:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941504.624841:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941504.624848:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941504.624860:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0000. 00000100:00000001:3.0:1773941504.624870:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941504.624877:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941504.624880:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941504.624890:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4a00. 00010000:00000001:3.0:1773941504.624897:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941504.624899:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941504.624904:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941504.624906:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a632cb to hash 00000020:00000001:3.0:1773941504.624908:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941504.624910:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941504.624912:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941504.624916:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941504.624942:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941504.624946:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941504.624956:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941504.624968:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941504.624972:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941504.624975:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941504.624981:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941504.624983:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941504.624985:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941504.624986:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000001:3.0:1773941504.624992:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941504.624997:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.624999:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941504.625001:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941504.625013:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085180 x1860112200265600/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.625024:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941504.625027:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941504.625032:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941504.625035:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941504.625038:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941504.625043:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200265600:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941504.625048:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941504.625055:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941504.625058:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941504.625062:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941504.625067:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008b400. 02000000:00000001:3.0:1773941504.625074:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941504.625083:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941504.625087:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941504.625094:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941504.625102:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200265600, portal 25 00000100:00000001:3.0:1773941504.625103:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941504.625105:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000040:3.0:1773941504.625109:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085180 x1860112200265600/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941520 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.625116:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941504.625118:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941504.625120:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d4c8. 00000100:00000200:3.0:1773941504.625123:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200265600, offset 0 00000400:00000200:3.0:1773941504.625149:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941504.625160:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941504.625171:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941504.625178:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941504.625184:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941504.625190:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941504.625193:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941504.625198:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[104, 103] 00000400:00000200:3.0:1773941504.625201:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941504.625205:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [231:231:256:4294967295] 192.168.202.122@tcp LPNI seq info [105:105:8:4294967295] 00000400:00000200:3.0:1773941504.625213:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941504.625224:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941504.625230:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941504.625235:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38b00. 00000800:00000200:3.0:1773941504.625242:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941504.625251:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941504.625256:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941504.625281:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941504.625293:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941504.625297:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294983362 00000100:00000001:3.0:1773941504.625306:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294982213 00000100:00000001:3.0:1773941504.625311:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294983362 00000100:00000001:3.0:1773941504.625315:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294982213 00000100:00000001:3.0:1773941504.625317:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941504.625320:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.625322:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941504.625324:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941504.625327:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941504.625330:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941504.625333:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941504.625451:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941504.625457:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38b00. 00000400:00000200:1.0:1773941504.625463:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941504.625468:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941504.625474:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d4c8 00000400:00000010:1.0:1773941504.625476:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d4c8. 00000100:00000001:1.0:1773941504.625481:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941504.625486:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085180 x1860112200265600/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941520 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941504.625495:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941504.625498:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90085180 x1860112200265600/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941520 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941504.625503:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.625510:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941504.626451:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941504.626464:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941504.626466:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941504.626468:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941504.626472:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941504.626476:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941504.626482:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941504.626485:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941504.626489:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941504.626493:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef06f80 00000400:00000200:1.0:1773941504.626496:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941504.626500:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0x1049 [1] + 224 00000800:00000001:1.0:1773941504.626506:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941504.626513:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941504.626514:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941504.626517:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941504.626520:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941504.626524:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085180 x1860112200265600/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941520 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941504.626533:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90085180 x1860112200265600/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941520 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941504.626546:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941504.626554:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941504.626557:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941504.626563:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941504.626569:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941504.626571:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941504.626574:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941504.626578:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941504.626580:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941504.626582:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941504.626586:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085180 x1860112200265600/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941520 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941504.626595:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085180 x1860112200265600/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941520 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.626600:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941504.626601:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941504.626603:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941504.626606:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941504.626608:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941504.626610:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941504.626612:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941504.626618:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=71 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941504.626621:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941504.626623:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941504.626627:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941504.626666:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941504.626669:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941504.626672:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941504.626676:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941504.626680:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941504.626683:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941504.626685:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941504.626687:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941504.626688:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941504.626691:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90085180 x1860112200265600/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941520 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.626697:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941504.626697:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941504.626699:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941504.626701:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941504.626703:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941504.626705:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.626706:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941504.626707:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941504.626708:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941504.626709:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.626710:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941504.626713:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941504.626714:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941504.626717:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941504.626719:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 309 00000400:00000200:3.0:1773941504.626722:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941504.626725:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941504.626729:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941504.626731:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941504.626733:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941504.626734:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941504.626741:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941504.626743:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941504.626744:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941504.626747:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941504.626748:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941504.626750:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941504.626752:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941504.626753:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941504.626754:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941504.626756:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941504.626758:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941504.626761:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941504.626763:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941504.626766:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941504.626768:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941504.626770:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.626772:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941504.626774:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941504.626777:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084e00. 00000020:00000040:3.0:1773941504.626779:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941504.626781:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941504.626783:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.626784:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941504.626786:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941504.626788:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941504.626791:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9008bc00. 00000100:00000001:3.0:1773941504.626794:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941504.626798:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90084e00 x1860112200265728/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941504.626804:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941504.626806:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941504.626811:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0fc65ef] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90084e00 x1860112200265728/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.626838:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.626841:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941504.626843:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941504.626846:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941504.626849:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941504.626850:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941504.626852:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941504.626855:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941504.626858:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941504.626865:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085180 x1860112200265600/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941520 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.626874:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941504.626877:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941504.626880:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941504.626883:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941504.626889:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085180 x1860112200265600/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941520 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941504.626889:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941504.626899:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941504.626904:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1773941504.626905:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200265600:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941504.626912:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941504.626915:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941504.626921:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941504.626923:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941504.626923:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084e00 x1860112200265728/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941504.626937:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085180 x1860112200265600/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941520 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.626987:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941504.626987:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1773941504.626993:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 00000100:00000001:2.0:1773941504.626998:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941504.627000:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:2.0:1773941504.627011:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1773941504.627012:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 02000000:00000001:2.0:1773941504.627017:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941504.627023:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000001:2.0:1773941504.627024:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941504.627029:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200265728:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941504.627039:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1773941504.627041:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941504.627046:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941504.627050:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000020:00000001:3.0:1773941504.627053:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941504.627056:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000001:2.0:1773941504.627062:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00010000:3.0:1773941504.627064:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632cb lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773941504.627066:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941504.627078:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1773941504.627086:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000010:2.0:1773941504.627088:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d70000. 00010000:00010000:3.0:1773941504.627091:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632cb lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773941504.627092:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941504.627105:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941504.627108:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632cb lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941504.627115:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941504.627140:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000010:2.0:1773941504.627141:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00010000:00000001:3.0:1773941504.627146:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000010:2.0:1773941504.627151:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00010000:00010000:3.0:1773941504.627152:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632cb lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941504.627158:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200265728, portal 25 00000100:00000001:2.0:1773941504.627165:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941504.627168:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994048 : -129353408557568 : ffff8a5a90084e00) 00010000:00000001:3.0:1773941504.627172:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941504.627180:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941504.627180:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084e00 x1860112200265728/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941504.627193:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941504.627202:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632cb lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941504.627203:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941504.627219:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941504.627227:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678660. 00010000:00010000:3.0:1773941504.627229:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000100:00000200:2.0:1773941504.627232:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200265728, offset 0 10000000:00000001:3.0:1773941504.627233:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941504.627238:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632cb lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941504.627251:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941504.627261:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941504.627272:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941504.627279:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941504.627282:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:2.0:1773941504.627284:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00010000:00000001:3.0:1773941504.627286:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941504.627289:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941504.627292:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000400:00000200:2.0:1773941504.627293:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000020:00000001:3.0:1773941504.627304:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941504.627308:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941504.627311:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941504.627320:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:2.0:1773941504.627320:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[104, 105] 00000400:00000200:2.0:1773941504.627331:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00010000:3.0:1773941504.627332:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632cb lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773941504.627347:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:2.0:1773941504.627348:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [232:232:256:4294967295] 192.168.202.112@tcp LPNI seq info [106:106:8:4294967295] 10000000:00010000:3.0:1773941504.627351:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632cb lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941504.627375:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:01000000:3.0:1773941504.627385:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941504.627389:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941504.627393:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941504.627404:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941504.627413:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000400:00000200:2.0:1773941504.627413:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00000001:3.0:1773941504.627423:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941504.627427:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000800:00000200:2.0:1773941504.627429:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941504.627438:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000800:00000010:2.0:1773941504.627439:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544400. 00010000:00000001:3.0:1773941504.627440:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941504.627452:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a632cb from hash 00010000:00000001:3.0:1773941504.627456:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941504.627457:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941504.627461:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941504.627462:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941504.627465:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000800:00000200:2.0:1773941504.627465:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:3.0:1773941504.627468:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941504.627469:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941504.627470:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941504.627471:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941504.627480:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941504.627483:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632cb lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941504.627494:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:2.0:1773941504.627494:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00010000:00000001:3.0:1773941504.627496:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941504.627500:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941504.627509:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000800:00000200:2.0:1773941504.627510:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544400 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941504.627514:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941504.627516:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941504.627518:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941504.627520:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632cb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773941504.627526:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4a00 count: 0 00000100:00000001:2.0:1773941504.627530:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941504.627539:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941504.627543:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941504.627544:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294983364 00010000:00000001:3.0:1773941504.627550:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941504.627555:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941504.627559:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294983362 00000100:00000040:3.0:1773941504.627566:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085180 x1860112200265600/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941520 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941504.627569:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294983364 00000100:00000001:3.0:1773941504.627584:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941504.627584:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294983362 02000000:00000001:3.0:1773941504.627590:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941504.627592:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1773941504.627595:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008b400. 00000100:00000001:2.0:1773941504.627597:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941504.627600:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1773941504.627602:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773941504.627602:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1773941504.627605:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544400. 00000020:00000001:3.0:1773941504.627607:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941504.627610:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1773941504.627612:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000400:00000200:1.0:1773941504.627616:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1773941504.627618:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941504.627621:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1773941504.627622:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0000. 00000100:00000001:2.0:1773941504.627626:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:3.0:1773941504.627629:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1773941504.627630:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941504.627683:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678660 00000400:00000010:1.0:1773941504.627687:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678660. 00000100:00000001:1.0:1773941504.627692:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1773941504.627699:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1773941504.627699:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084e00 x1860112200265728/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941504.627702:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941504.627704:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941504.627715:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.627731:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1773941504.627732:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941504.627736:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085180. 00000100:00000040:1.0:1773941504.627739:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084e00 x1860112200265728/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941504.627743:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941504.627746:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941504.627748:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941504.627753:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1773941504.627753:0:2398:0:(events.c:68:request_out_callback()) Process leaving 10000000:01000000:3.0:1773941504.627760:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941504.627764:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941504.627779:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90ead840. 00000020:00000010:3.0:1773941504.627785:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0000. 00000020:00000010:3.0:1773941504.627793:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd1e00. 00000040:00000010:3.0:1773941504.627799:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd0a00. 00000020:00000010:3.0:1773941504.627806:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941504.627813:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd0400. 80000000:00000010:3.0:1773941504.627819:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941504.627826:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd0800. 20000000:00000010:3.0:1773941504.627832:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd0e00. 10000000:00000040:3.0:1773941504.627846:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941504.627853:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941504.627858:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd1e00. 00000040:00000010:3.0:1773941504.627864:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd0a00. 00000020:00000010:3.0:1773941504.627868:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941504.627872:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd0400. 80000000:00000010:3.0:1773941504.627876:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941504.627879:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd0800. 20000000:00000010:3.0:1773941504.627883:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd0e00. 00000020:00000010:3.0:1773941504.627885:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0000. 10000000:00000010:3.0:1773941504.627888:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90ead840. 10000000:01000000:3.0:1773941504.627891:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941504.627894:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941504.627896:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941504.627899:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941504.627900:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941504.627902:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941504.627904:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:1.0:1773941504.629160:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941504.629166:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941504.629168:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941504.629170:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941504.629174:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941504.629177:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941504.629182:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941504.629184:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941504.629186:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941504.629189:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef07000 00000400:00000200:1.0:1773941504.629192:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941504.629195:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0x1051 [1] + 0 00000800:00000001:1.0:1773941504.629199:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941504.629204:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941504.629206:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941504.629208:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941504.629211:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941504.629214:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084e00 x1860112200265728/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941504.629220:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90084e00 x1860112200265728/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941504.629238:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941504.629242:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941504.629244:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941504.629281:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941504.629286:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941504.629291:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941504.629293:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941504.629296:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941504.629301:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941504.629303:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941504.629306:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941504.629312:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084e00 x1860112200265728/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941504.629320:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084e00 x1860112200265728/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941514 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941504.629326:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941504.629327:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941504.629329:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941504.629338:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941504.629340:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941504.629341:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941504.629343:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941504.629349:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=71 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941504.629352:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941504.629354:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941504.629355:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941504.629357:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941504.629359:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941504.629361:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941504.629364:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084e00 x1860112200265728/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941514 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941504.629369:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941504.629371:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941504.629372:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941504.629374:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941504.629380:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941504.629382:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941504.629384:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941504.629386:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941504.629388:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941504.629389:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941504.629391:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941504.629393:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941504 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941504.629395:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941504.629401:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941504.629403:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941504.629405:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941504.629407:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941504.629408:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941504.629410:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941504.629412:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941504.629414:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941504.629420:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941504.629423:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941504.629425:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941504.629685:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941504.629688:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941504.629693:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084e00 x1860112200265728/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941514 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941504.629702:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200265728:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941504.629708:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941504.629711:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941504.629714:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084e00 x1860112200265728/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941514 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941504.629716:0:14810:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941504.629720:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941504.629722:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941504.629728:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d70000. 02000000:00000001:2.0:1773941504.629732:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:1.0:1773941504.629736:0:14810:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000020:00000001:2.0:1773941504.629737:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941504.629745:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00100000:1.0:1773941504.629746:0:14810:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1773941504.629751:0:14810:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000001:2.0:1773941504.629755:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 10000000:01000000:1.0:1773941504.629755:0:14810:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1773941504.629764:0:14810:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:2.0:1773941504.629765:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9008bc00. 00000001:00000001:1.0:1773941504.629768:0:14810:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941504.629774:0:14810:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941504.629777:0:14810:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941504.629778:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:1.0:1773941504.629779:0:14810:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941504.629782:0:14810:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941504.629784:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 10000000:00000001:1.0:1773941504.629785:0:14810:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.629791:0:14810:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000010:2.0:1773941504.629792:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084e00. 00000100:00080000:1.0:1773941504.629796:0:14810:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941504.629800:0:14810:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941504.629801:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1773941504.629805:0:14810:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941504.629806:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941504.629809:0:14810:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941504.629815:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941504.629815:0:14810:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941504.629819:0:14810:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941504.629822:0:14810:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:2.0:1773941504.629823:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 10000000:00000040:1.0:1773941504.629824:0:14810:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000001:2.0:1773941504.629826:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941504.629830:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941504.629831:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941504.629839:0:14810:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941504.629841:0:14810:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941504.629843:0:14810:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941504.629847:0:14810:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:1.0:1773941504.629851:0:14810:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941504.629853:0:14810:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941504.629855:0:14810:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941504.629857:0:14810:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941504.629859:0:14810:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941504.632687:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4a00. 00010000:00000010:3.1:1773941504.632694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941504.752809:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941504.752814:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941504.752818:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941504.816748:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (315) 00000020:00000001:1.0:1773941505.776817:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941505.776828:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941505.776834:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941505.840723:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941505.840730:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941505.840735:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941505.840737:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941505.840739:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941505.840740:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941505.840743:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941505.840768:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941505.840771:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941505.840773:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941505.840775:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941505.840784:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085180. 00000020:00000040:3.0:1773941505.840789:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941505.840795:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941505.840797:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941505.840804:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941505.840812:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0800. 00000100:00000001:3.0:1773941505.840820:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941505.840824:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941505.840827:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941505.840836:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4a00. 00010000:00000001:3.0:1773941505.840842:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941505.840845:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941505.840850:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941505.840852:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a632d2 to hash 00000020:00000001:3.0:1773941505.840854:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941505.840855:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941505.840858:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941505.840862:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941505.840865:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941505.840868:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941505.840878:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941505.840889:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941505.840895:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941505.840898:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941505.840910:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941505.840913:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941505.840916:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941505.840918:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000001:3.0:1773941505.840925:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941505.840931:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941505.840934:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941505.840936:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941505.840949:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085180 x1860112200265856/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941505.840959:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941505.840961:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941505.840964:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941505.840967:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941505.840969:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941505.840972:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200265856:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941505.840976:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941505.840982:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941505.840984:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941505.840986:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941505.840991:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008b400. 02000000:00000001:3.0:1773941505.840993:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941505.841001:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941505.841005:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941505.841011:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941505.841018:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200265856, portal 25 00000100:00000001:3.0:1773941505.841020:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941505.841021:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000040:3.0:1773941505.841025:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085180 x1860112200265856/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941521 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941505.841031:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941505.841033:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941505.841035:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d2a8. 00000100:00000200:3.0:1773941505.841043:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200265856, offset 0 00000400:00000200:3.0:1773941505.841049:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941505.841058:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941505.841065:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941505.841070:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941505.841074:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941505.841078:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941505.841080:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941505.841083:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[106, 105] 00000400:00000200:3.0:1773941505.841086:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941505.841089:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [233:233:256:4294967295] 192.168.202.122@tcp LPNI seq info [107:107:8:4294967295] 00000400:00000200:3.0:1773941505.841092:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941505.841100:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941505.841105:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941505.841111:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38b00. 00000800:00000200:3.0:1773941505.841135:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941505.841143:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941505.841148:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941505.841163:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941505.841167:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941505.841169:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294984578 00000100:00000001:3.0:1773941505.841177:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294983364 00000100:00000001:3.0:1773941505.841181:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294984578 00000100:00000001:3.0:1773941505.841184:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294983364 00000100:00000001:3.0:1773941505.841186:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941505.841189:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941505.841191:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941505.841193:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941505.841196:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941505.841198:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941505.841209:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941505.841324:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941505.841334:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38b00. 00000400:00000200:1.0:1773941505.841340:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941505.841346:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941505.841351:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d2a8 00000400:00000010:1.0:1773941505.841353:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d2a8. 00000100:00000001:1.0:1773941505.841357:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941505.841362:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085180 x1860112200265856/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941521 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941505.841371:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941505.841374:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90085180 x1860112200265856/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941521 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941505.841379:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941505.841381:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941505.842461:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941505.842478:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941505.842482:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941505.842485:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941505.842491:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941505.842497:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941505.842505:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941505.842509:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941505.842514:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941505.842519:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef07080 00000400:00000200:1.0:1773941505.842524:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941505.842531:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0x1059 [1] + 224 00000800:00000001:1.0:1773941505.842539:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941505.842549:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941505.842552:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941505.842556:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941505.842562:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941505.842568:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085180 x1860112200265856/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941521 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941505.842580:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90085180 x1860112200265856/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941521 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941505.842601:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941505.842608:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941505.842612:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941505.842625:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941505.842632:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941505.842634:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941505.842636:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941505.842654:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941505.842655:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941505.842661:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941505.842666:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085180 x1860112200265856/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941521 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941505.842675:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085180 x1860112200265856/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941521 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941505.842681:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941505.842682:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941505.842684:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941505.842686:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941505.842689:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941505.842691:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941505.842693:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941505.842699:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941505.842702:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941505.842705:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941505.842708:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941505.842710:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941505.842713:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941505.842715:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941505.842719:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941505.842723:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941505.842727:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941505.842729:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941505.842730:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941505.842731:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941505.842734:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90085180 x1860112200265856/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941521 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941505.842746:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941505.842747:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941505.842749:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941505.842751:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941505.842754:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941505.842755:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941505.842757:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941505.842758:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941505.842759:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941505.842760:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941505.842761:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941505.842763:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941505.842765:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941505.842768:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941505.842770:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 310 00000400:00000200:3.0:1773941505.842773:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941505.842776:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941505.842780:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941505.842782:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941505.842784:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941505.842786:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941505.842789:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941505.842790:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941505.842792:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941505.842794:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941505.842795:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941505.842797:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941505.842799:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941505.842800:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941505.842801:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941505.842803:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941505.842805:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941505.842811:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941505.842813:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941505.842815:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941505.842818:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941505.842820:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941505.842822:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941505.842824:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941505.842826:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90087480. 00000020:00000040:3.0:1773941505.842828:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941505.842831:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941505.842833:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941505.842835:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941505.842836:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941505.842839:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941505.842843:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90088800. 00000100:00000001:3.0:1773941505.842847:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941505.842854:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90087480 x1860112200265984/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941505.842863:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941505.842866:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941505.842871:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e3219ab] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90087480 x1860112200265984/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941505.842898:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941505.842902:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941505.842904:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941505.842906:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941505.842908:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941505.842909:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941505.842911:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941505.842912:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941505.842914:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941505.842918:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085180 x1860112200265856/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941521 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941505.842932:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941505.842935:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941505.842937:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941505.842939:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941505.842942:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085180 x1860112200265856/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941521 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941505.842945:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773941505.842948:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200265856:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941505.842953:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941505.842954:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941505.842956:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941505.842958:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941505.842959:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941505.842962:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085180 x1860112200265856/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941521 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941505.842965:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941505.842970:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941505.842973:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941505.842975:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000040:2.0:1773941505.842976:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90087480 x1860112200265984/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941505.842977:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941505.842982:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941505.842985:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941505.842988:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1773941505.842994:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1773941505.842996:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000100:00000001:2.0:1773941505.842998:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941505.843001:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000001:2.0:1773941505.843003:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1773941505.843004:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000001:2.0:1773941505.843007:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773941505.843009:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773941505.843014:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941505.843020:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00100000:2.0:1773941505.843023:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200265984:192.168.202.112@tcp:250:ll_cfg_requeue.0 00010000:00010000:3.0:1773941505.843025:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941505.843029:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941505.843033:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941505.843037:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941505.843040:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 02000000:00000001:2.0:1773941505.843041:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00010000:3.0:1773941505.843044:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:2.0:1773941505.843048:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d70000. 00010000:00000001:3.0:1773941505.843050:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941505.843053:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1773941505.843053:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941505.843056:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941505.843064:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1773941505.843064:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941505.843067:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773941505.843069:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00010000:00000001:3.0:1773941505.843071:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941505.843075:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d2 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941505.843076:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00000100:00000200:2.0:1773941505.843083:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200265984, portal 25 00010000:00010000:3.0:1773941505.843084:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000100:00000001:2.0:1773941505.843086:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000001:3.0:1773941505.843088:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1773941505.843089:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720301003904 : -129353408547712 : ffff8a5a90087480) 10000000:00010000:3.0:1773941505.843091:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d2 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941505.843096:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90087480 x1860112200265984/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941505.843099:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941505.843102:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941505.843104:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941505.843107:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000100:00000001:2.0:1773941505.843110:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000020:00000001:3.0:1773941505.843111:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941505.843127:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000040:2.0:1773941505.843128:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941505.843133:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000010:2.0:1773941505.843134:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678220. 00010000:00010000:3.0:1773941505.843136:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d2 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941505.843138:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200265984, offset 0 10000000:00000001:3.0:1773941505.843148:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:2.0:1773941505.843148:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941505.843153:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 10000000:00010000:3.0:1773941505.843156:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d2 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941505.843159:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941505.843167:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:01000000:3.0:1773941505.843169:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:2.0:1773941505.843173:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 10000000:00000040:3.0:1773941505.843174:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941505.843177:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941505.843178:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00010000:3.0:1773941505.843180:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941505.843182:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941505.843185:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941505.843186:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941505.843190:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1773941505.843191:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941505.843192:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941505.843197:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a632d2 from hash 00000400:00000200:2.0:1773941505.843198:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[106, 107] 00010000:00000001:3.0:1773941505.843201:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941505.843204:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1773941505.843206:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00000001:3.0:1773941505.843207:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941505.843210:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941505.843212:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000200:2.0:1773941505.843214:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [234:234:256:4294967295] 192.168.202.112@tcp LPNI seq info [108:108:8:4294967295] 00010000:00000001:3.0:1773941505.843215:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941505.843219:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941505.843221:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941505.843224:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941505.843228:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941505.843228:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:3.0:1773941505.843234:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941505.843244:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00000001:3.0:1773941505.843245:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941505.843248:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941505.843250:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941505.843252:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941505.843254:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941505.843255:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941505.843256:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941505.843258:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773941505.843263:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4a00 count: 0 00000800:00000200:2.0:1773941505.843264:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941505.843269:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544e00. 00000800:00000200:2.0:1773941505.843277:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00000001:3.0:1773941505.843282:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000800:00000200:2.0:1773941505.843283:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00010000:00000001:3.0:1773941505.843285:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000800:00000200:2.0:1773941505.843288:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1773941505.843289:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941505.843296:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085180 x1860112200265856/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941521 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941505.843300:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941505.843302:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941505.843306:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1773941505.843307:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 02000000:00000010:3.0:1773941505.843310:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008b400. 00000100:00000001:2.0:1773941505.843311:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294984580 02000000:00000001:3.0:1773941505.843316:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1773941505.843318:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294984578 00000020:00000001:3.0:1773941505.843320:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941505.843323:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941505.843324:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294984580 00000020:00000001:3.0:1773941505.843326:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941505.843330:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0800. 00000100:00000001:2.0:1773941505.843330:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294984578 02000000:00000001:3.0:1773941505.843337:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1773941505.843337:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941505.843340:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1773941505.843341:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941505.843343:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085180. 00000100:00000001:2.0:1773941505.843345:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941505.843347:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941505.843349:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941505.843350:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941505.843354:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941505.843357:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941505.843359:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00000100:00000001:2.0:1773941505.843360:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1773941505.843362:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000010:3.0:1773941505.843363:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90ead200. 00000100:00000001:2.0:1773941505.843363:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000800:00000010:1.0:1773941505.843367:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544e00. 00000100:00000001:2.0:1773941505.843369:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1773941505.843370:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0800. 00000100:00000001:2.0:1773941505.843372:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1773941505.843373:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1773941505.843375:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd0400. 00000100:00000001:2.0:1773941505.843377:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:3.0:1773941505.843380:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd0a00. 00000100:00000001:2.0:1773941505.843381:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1773941505.843382:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000020:00000010:3.0:1773941505.843388:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000400:00000200:1.0:1773941505.843389:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678220 00000400:00000010:1.0:1773941505.843393:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678220. 00000020:00000010:3.0:1773941505.843394:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1e00. 00000100:00000001:1.0:1773941505.843396:0:2398:0:(events.c:34:request_out_callback()) Process entered 80000000:00000010:3.0:1773941505.843400:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00000100:00000200:1.0:1773941505.843403:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90087480 x1860112200265984/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00040000:00000010:3.0:1773941505.843407:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd0600. 00000100:00000001:1.0:1773941505.843414:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 20000000:00000010:3.0:1773941505.843416:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd1600. 00000100:00000040:1.0:1773941505.843417:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90087480 x1860112200265984/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 10000000:00000040:3.0:1773941505.843425:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 00000100:00000001:1.0:1773941505.843425:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941505.843428:0:2398:0:(events.c:68:request_out_callback()) Process leaving 10000000:00000001:3.0:1773941505.843493:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941505.843499:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd0400. 00000040:00000010:3.0:1773941505.843502:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd0a00. 00000020:00000010:3.0:1773941505.843510:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941505.843514:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1e00. 80000000:00000010:3.0:1773941505.843516:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941505.843520:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd0600. 20000000:00000010:3.0:1773941505.843522:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd1600. 00000020:00000010:3.0:1773941505.843524:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0800. 10000000:00000010:3.0:1773941505.843526:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90ead200. 10000000:01000000:3.0:1773941505.843529:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941505.843531:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941505.843533:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941505.843535:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941505.843536:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941505.843537:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941505.843539:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:1.0:1773941505.844521:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941505.844526:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941505.844528:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941505.844529:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941505.844533:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941505.844536:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941505.844540:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941505.844542:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941505.844545:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941505.844547:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef07100 00000400:00000200:1.0:1773941505.844550:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941505.844553:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0x1061 [1] + 0 00000800:00000001:1.0:1773941505.844556:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941505.844570:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941505.844572:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941505.844578:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941505.844581:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941505.844585:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90087480 x1860112200265984/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941505.844592:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90087480 x1860112200265984/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941505.844605:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941505.844608:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941505.844611:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941505.844632:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941505.844634:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941505.844637:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941505.844638:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941505.844679:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941505.844690:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941505.844692:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941505.844695:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941505.844701:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90087480 x1860112200265984/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941505.844712:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90087480 x1860112200265984/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941505.844721:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941505.844723:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941505.844725:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941505.844728:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941505.844730:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941505.844732:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941505.844735:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941505.844739:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=72 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941505.844743:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941505.844745:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941505.844747:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941505.844750:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941505.844753:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941505.844756:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941505.844761:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90087480 x1860112200265984/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941505.844768:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941505.844771:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941505.844772:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941505.844775:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941505.844780:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941505.844782:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941505.844784:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941505.844787:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941505.844789:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941505.844792:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941505.844794:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941505.844804:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941505 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941505.844807:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941505.844814:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941505.844816:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941505.844819:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941505.844821:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941505.844822:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941505.844826:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941505.844829:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941505.844831:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941505.844835:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941505.844838:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941505.844840:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941505.845154:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941505.845157:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941505.845162:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90087480 x1860112200265984/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941505.845169:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90087480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200265984:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941505.845173:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941505.845174:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941505.845177:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90087480 x1860112200265984/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941505.845178:0:14811:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941505.845184:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941505.845186:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1773941505.845188:0:14811:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 02000000:00000010:2.0:1773941505.845189:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d70000. 00000100:00100000:1.0:1773941505.845193:0:14811:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:2.0:1773941505.845194:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941505.845197:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1773941505.845198:0:14811:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000040:2.0:1773941505.845199:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 10000000:01000000:1.0:1773941505.845200:0:14811:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000001:2.0:1773941505.845203:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000001:00000001:1.0:1773941505.845205:0:14811:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000010:2.0:1773941505.845206:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90088800. 00000001:00000001:1.0:1773941505.845209:0:14811:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941505.845210:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:1.0:1773941505.845214:0:14811:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941505.845218:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:1.0:1773941505.845218:0:14811:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000010:2.0:1773941505.845222:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90087480. 00000001:00000001:1.0:1773941505.845222:0:14811:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941505.845224:0:14811:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941505.845226:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:1.0:1773941505.845227:0:14811:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941505.845229:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941505.845230:0:14811:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941505.845232:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1773941505.845236:0:14811:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941505.845237:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941505.845240:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941505.845240:0:14811:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941505.845244:0:14811:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941505.845245:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941505.845249:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941505.845249:0:14811:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941505.845255:0:14811:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941505.845258:0:14811:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941505.845259:0:14811:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941505.845261:0:14811:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:1.0:1773941505.845278:0:14811:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941505.845280:0:14811:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941505.845282:0:14811:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941505.845285:0:14811:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:1.0:1773941505.845298:0:14811:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941505.845301:0:14811:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941505.845304:0:14811:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941505.845307:0:14811:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941505.845309:0:14811:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941505.848674:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4a00. 00010000:00000010:3.1:1773941505.848679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:0.0:1773941506.800823:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941506.800834:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941506.800843:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941506.992774:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941506.992784:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941506.992789:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941506.992791:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941506.992793:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941506.992794:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941506.992798:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941506.992800:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941506.992802:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941506.992805:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941506.992806:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941506.992819:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085180. 00000020:00000040:3.0:1773941506.992825:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941506.992830:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941506.992833:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941506.992840:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941506.992847:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0600. 00000100:00000001:3.0:1773941506.992855:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941506.992860:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941506.992863:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941506.992871:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4a00. 00010000:00000001:3.0:1773941506.992878:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941506.992901:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941506.992907:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941506.992911:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a632d9 to hash 00000020:00000001:3.0:1773941506.992914:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941506.992916:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941506.992920:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941506.992925:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941506.992930:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941506.992935:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941506.992948:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941506.992960:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941506.992965:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941506.992967:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941506.992973:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941506.992976:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941506.992979:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941506.992981:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000001:3.0:1773941506.992988:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941506.992994:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941506.992997:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941506.992999:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941506.993013:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085180 x1860112200266112/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941506.993024:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941506.993027:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941506.993032:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941506.993035:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941506.993042:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941506.993046:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200266112:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941506.993049:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941506.993056:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941506.993058:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941506.993061:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941506.993065:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008b400. 02000000:00000001:3.0:1773941506.993067:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941506.993075:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941506.993078:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941506.993085:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941506.993093:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200266112, portal 25 00000100:00000001:3.0:1773941506.993095:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941506.993096:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000040:3.0:1773941506.993100:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085180 x1860112200266112/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941522 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941506.993124:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941506.993127:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941506.993130:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d770. 00000100:00000200:3.0:1773941506.993133:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200266112, offset 0 00000400:00000200:3.0:1773941506.993139:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941506.993149:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941506.993157:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941506.993162:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941506.993166:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941506.993170:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941506.993172:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941506.993175:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[108, 107] 00000400:00000200:3.0:1773941506.993178:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941506.993181:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [235:235:256:4294967295] 192.168.202.122@tcp LPNI seq info [109:109:8:4294967295] 00000400:00000200:3.0:1773941506.993184:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941506.993194:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941506.993206:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941506.993216:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38200. 00000800:00000200:3.0:1773941506.993223:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941506.993231:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941506.993237:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941506.993252:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941506.993255:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941506.993258:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294985730 00000100:00000001:3.0:1773941506.993266:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294984580 00000100:00000001:3.0:1773941506.993271:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294985730 00000100:00000001:3.0:1773941506.993274:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294984580 00000100:00000001:3.0:1773941506.993276:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941506.993279:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941506.993281:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941506.993283:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941506.993286:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941506.993289:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941506.993293:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941506.993407:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941506.993412:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38200. 00000400:00000200:1.0:1773941506.993418:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941506.993423:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941506.993429:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d770 00000400:00000010:1.0:1773941506.993431:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d770. 00000100:00000001:1.0:1773941506.993435:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941506.993439:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085180 x1860112200266112/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941522 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941506.993449:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941506.993452:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90085180 x1860112200266112/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941522 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941506.993458:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941506.993460:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941506.994604:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941506.994616:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941506.994618:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941506.994620:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941506.994624:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941506.994629:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941506.994634:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941506.994637:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941506.994665:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941506.994669:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef07180 00000400:00000200:1.0:1773941506.994673:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941506.994677:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0x1069 [1] + 224 00000800:00000001:1.0:1773941506.994683:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941506.994697:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941506.994701:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941506.994706:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941506.994712:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941506.994717:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085180 x1860112200266112/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941522 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941506.994729:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90085180 x1860112200266112/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941522 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941506.994748:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941506.994758:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941506.994763:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941506.994770:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941506.994776:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941506.994778:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941506.994780:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941506.994784:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941506.994786:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941506.994788:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941506.994793:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085180 x1860112200266112/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941522 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941506.994801:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085180 x1860112200266112/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941522 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941506.994807:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941506.994808:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941506.994816:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941506.994818:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941506.994821:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941506.994823:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941506.994825:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941506.994831:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=73 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941506.994834:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941506.994837:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941506.994840:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941506.994844:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941506.994848:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941506.994851:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941506.994856:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941506.994862:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941506.994865:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941506.994868:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941506.994870:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941506.994872:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941506.994877:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90085180 x1860112200266112/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941522 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941506.994887:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941506.994889:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941506.994891:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941506.994895:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941506.994898:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941506.994900:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941506.994902:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941506.994903:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941506.994905:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941506.994906:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941506.994908:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941506.994911:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941506.994913:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941506.994916:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941506.994922:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 311 00000400:00000200:3.0:1773941506.994926:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941506.994930:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941506.994934:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941506.994936:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941506.994939:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941506.994941:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941506.994944:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941506.994946:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941506.994947:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941506.994949:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941506.994951:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941506.994952:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941506.994954:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941506.994956:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941506.994957:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941506.994958:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941506.994961:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941506.994964:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941506.994966:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941506.994969:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941506.994971:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941506.994973:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941506.994976:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941506.994978:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941506.994982:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90084000. 00000020:00000040:3.0:1773941506.994985:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941506.994988:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941506.994991:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941506.994993:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941506.994995:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941506.994997:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941506.995006:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9008a800. 00000100:00000001:3.0:1773941506.995010:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941506.995017:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90084000 x1860112200266240/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941506.995026:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941506.995029:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941506.995034:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bcbe4a9b] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90084000 x1860112200266240/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941506.995062:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941506.995066:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941506.995068:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941506.995072:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941506.995075:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941506.995077:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941506.995079:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941506.995081:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941506.995083:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941506.995089:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085180 x1860112200266112/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941522 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941506.995098:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941506.995101:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941506.995115:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941506.995118:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941506.995125:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085180 x1860112200266112/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941522 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941506.995133:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200266112:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941506.995137:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941506.995139:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941506.995141:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941506.995142:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941506.995149:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773941506.995151:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085180 x1860112200266112/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941522 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941506.995160:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941506.995161:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1773941506.995163:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941506.995168:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1773941506.995169:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941506.995170:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00010000:00000001:3.0:1773941506.995175:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941506.995178:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941506.995180:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941506.995183:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000100:00000040:2.0:1773941506.995184:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90084000 x1860112200266240/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1773941506.995188:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941506.995198:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00010000:3.0:1773941506.995207:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941506.995213:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941506.995218:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941506.995227:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1773941506.995228:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 02000000:00000001:2.0:1773941506.995237:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1773941506.995238:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773941506.995246:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941506.995259:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000100:00100000:2.0:1773941506.995259:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90084000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200266240:192.168.202.112@tcp:250:ll_cfg_requeue.0 00010000:00010000:3.0:1773941506.995267:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941506.995268:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941506.995275:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1773941506.995277:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1773941506.995278:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941506.995279:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941506.995286:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d9 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773941506.995286:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1773941506.995293:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941506.995295:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941506.995296:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d70000. 00010000:00000001:3.0:1773941506.995299:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 02000000:00000001:2.0:1773941506.995299:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941506.995305:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d9 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941506.995310:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:3.0:1773941506.995321:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 10000000:00000001:3.0:1773941506.995323:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941506.995325:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d9 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:2.0:1773941506.995327:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00010000:00000001:3.0:1773941506.995330:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941506.995333:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941506.995336:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941506.995340:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941506.995342:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941506.995343:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000010:2.0:1773941506.995345:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00010000:00000001:3.0:1773941506.995347:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941506.995354:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d9 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000200:2.0:1773941506.995358:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200266240, portal 25 10000000:00000001:3.0:1773941506.995360:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941506.995363:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d9 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941506.995366:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:01000000:3.0:1773941506.995370:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:2.0:1773941506.995371:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300990464 : -129353408561152 : ffff8a5a90084000) 10000000:00000040:3.0:1773941506.995373:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941506.995376:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941506.995382:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941506.995384:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941506.995388:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000040:2.0:1773941506.995389:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90084000 x1860112200266240/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941506.995390:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941506.995394:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941506.995397:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941506.995403:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a632d9 from hash 00010000:00000001:3.0:1773941506.995408:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941506.995412:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941506.995416:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941506.995419:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773941506.995422:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941506.995424:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941506.995426:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941506.995429:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941506.995429:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941506.995431:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941506.995432:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941506.995436:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d9 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941506.995440:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941506.995447:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678198. 00010000:00000001:3.0:1773941506.995448:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941506.995453:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000200:2.0:1773941506.995457:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200266240, offset 0 00010000:00000001:3.0:1773941506.995458:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941506.995463:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941506.995465:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941506.995470:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941506.995471:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941506.995472:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941506.995476:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632d9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941506.995488:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000040:3.0:1773941506.995491:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4a00 count: 0 00000400:00000200:2.0:1773941506.995498:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941506.995504:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941506.995509:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00010000:00000001:3.0:1773941506.995510:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941506.995520:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:2.0:1773941506.995523:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1773941506.995525:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1773941506.995530:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1773941506.995535:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085180 x1860112200266112/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941522 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941506.995543:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[108, 109] 00000400:00000200:2.0:1773941506.995563:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000100:00000001:3.0:1773941506.995566:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941506.995574:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1773941506.995574:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [236:236:256:4294967295] 192.168.202.112@tcp LPNI seq info [110:110:8:4294967295] 02000000:00000010:3.0:1773941506.995583:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008b400. 00000400:00000200:2.0:1773941506.995591:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 02000000:00000001:3.0:1773941506.995593:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941506.995597:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941506.995599:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941506.995608:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941506.995615:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0600. 00000400:00000200:2.0:1773941506.995616:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 02000000:00000001:3.0:1773941506.995624:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941506.995627:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000800:00000200:2.0:1773941506.995632:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000100:00000010:3.0:1773941506.995637:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085180. 00000100:00000001:3.0:1773941506.995674:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941506.995675:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941506.995677:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941506.995679:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941506.995683:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941506.995687:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90ead0c0. 00000020:00000010:3.0:1773941506.995691:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0600. 00000020:00000010:3.0:1773941506.995696:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd1e00. 00000040:00000010:3.0:1773941506.995699:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd0a00. 00000800:00000010:2.0:1773941506.995702:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544e00. 00000020:00000010:3.0:1773941506.995705:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941506.995711:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd0400. 00000800:00000200:2.0:1773941506.995718:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 80000000:00000010:3.0:1773941506.995720:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941506.995726:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd1c00. 00000800:00000200:2.0:1773941506.995728:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941506.995736:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544e00 type 1, nob 616 niov 1 nkiov 1 20000000:00000010:3.0:1773941506.995737:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd1000. 10000000:00000040:3.0:1773941506.995751:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941506.995755:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941506.995760:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd1e00. 00000040:00000010:3.0:1773941506.995764:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd0a00. 00000100:00000001:2.0:1773941506.995767:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941506.995768:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941506.995780:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd0400. 00000400:00000200:2.0:1773941506.995781:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 80000000:00000010:3.0:1773941506.995787:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00000100:00000001:2.0:1773941506.995788:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294985733 00040000:00000010:3.0:1773941506.995794:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd1c00. 20000000:00000010:3.0:1773941506.995799:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd1000. 00000100:00000001:2.0:1773941506.995801:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294985730 00000020:00000010:3.0:1773941506.995803:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0600. 10000000:00000010:3.0:1773941506.995807:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90ead0c0. 00000100:00000001:2.0:1773941506.995810:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294985733 10000000:01000000:3.0:1773941506.995811:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941506.995817:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941506.995818:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294985730 10000000:00020000:3.0:1773941506.995821:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 00000100:00000001:2.0:1773941506.995823:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000001:3.0:1773941506.995824:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941506.995829:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1773941506.995831:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:3.0:1773941506.995832:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941506.995837:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1773941506.995838:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941506.995841:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941506.995852:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941506.995854:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941506.995856:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941506.995857:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941506.995858:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941506.995860:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941506.995933:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941506.995940:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544e00. 00000400:00000200:0.0:1773941506.995945:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941506.995952:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:0.0:1773941506.995956:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678198 00000400:00000010:0.0:1773941506.995959:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678198. 00000100:00000001:0.0:1773941506.995963:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941506.995968:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90084000 x1860112200266240/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941516 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941506.995978:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941506.995981:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90084000 x1860112200266240/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941516 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941506.996003:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941506.996005:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941506.997145:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941506.997154:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941506.997158:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941506.997161:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941506.997166:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941506.997172:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941506.997178:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941506.997182:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941506.997186:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941506.997190:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef07200 00000400:00000200:1.0:1773941506.997194:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941506.997198:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0x1071 [1] + 0 00000800:00000001:1.0:1773941506.997203:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941506.997210:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941506.997212:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941506.997215:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941506.997218:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941506.997222:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90084000 x1860112200266240/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941516 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941506.997230:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90084000 x1860112200266240/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941506.997269:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941506.997276:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941506.997281:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941506.997300:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941506.997303:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941506.997307:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941506.997309:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941506.997311:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941506.997323:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941506.997325:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941506.997327:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941506.997335:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90084000 x1860112200266240/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941516 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941506.997343:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90084000 x1860112200266240/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941516 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941506.997348:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941506.997350:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941506.997351:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941506.997353:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941506.997355:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941506.997357:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941506.997359:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941506.997364:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=73 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941506.997367:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941506.997369:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941506.997370:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941506.997372:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941506.997374:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941506.997376:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941506.997378:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90084000 x1860112200266240/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941516 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941506.997383:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941506.997385:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941506.997392:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941506.997394:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941506.997399:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941506.997402:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941506.997403:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941506.997406:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941506.997408:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941506.997410:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941506.997411:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941506.997414:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941506 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941506.997416:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941506.997422:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941506.997424:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941506.997426:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941506.997428:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941506.997429:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941506.997432:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941506.997433:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941506.997436:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941506.997438:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941506.997441:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941506.997443:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941506.997682:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941506.997685:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941506.997689:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90084000 x1860112200266240/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941516 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941506.997699:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90084000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200266240:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941506.997707:0:14812:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941506.997708:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941506.997715:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:1.0:1773941506.997718:0:14812:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00100000:1.0:1773941506.997722:0:14812:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000040:2.0:1773941506.997725:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90084000 x1860112200266240/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941516 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941506.997726:0:14812:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941506.997729:0:14812:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:1.0:1773941506.997734:0:14812:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941506.997737:0:14812:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941506.997742:0:14812:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941506.997744:0:14812:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1773941506.997746:0:14812:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941506.997747:0:14812:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941506.997748:0:14812:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941506.997750:0:14812:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941506.997754:0:14812:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941506.997760:0:14812:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941506.997763:0:14812:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941506.997766:0:14812:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941506.997775:0:14812:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941506.997779:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1773941506.997779:0:14812:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941506.997781:0:14812:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941506.997784:0:14812:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 02000000:00000001:2.0:1773941506.997785:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941506.997789:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d70000. 02000000:00000001:2.0:1773941506.997793:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941506.997795:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941506.997796:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941506.997799:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:1.0:1773941506.997800:0:14812:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 02000000:00000010:2.0:1773941506.997802:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9008a800. 10000000:00000001:1.0:1773941506.997803:0:14812:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941506.997810:0:14812:0:(obd_class.h:1226:obd_import_event()) Process leaving 02000000:00000001:2.0:1773941506.997811:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941506.997815:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:02000000:1.0:1773941506.997820:0:14812:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000010:2.0:1773941506.997821:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90084000. 00000100:00000001:2.0:1773941506.997827:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941506.997832:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1773941506.997834:0:14812:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941506.997836:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1773941506.997838:0:14812:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941506.997842:0:14812:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941506.997843:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941506.997848:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941506.997851:0:14812:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1773941506.997853:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1773941506.997854:0:14812:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941506.997857:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941507.000677:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4a00. 00010000:00000010:3.1:1773941507.000684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941507.824834:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941507.824869:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941507.824875:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941508.720760:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941508.720794:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941508.720801:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941508.720804:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941508.720806:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941508.720808:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941508.720812:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941508.720814:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941508.720818:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941508.720821:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941508.720823:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941508.720832:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085180. 00000020:00000040:3.0:1773941508.720839:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941508.720846:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941508.720850:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941508.720856:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941508.720866:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0a00. 00000100:00000001:3.0:1773941508.720875:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941508.720881:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941508.720884:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941508.720894:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4a00. 00010000:00000001:3.0:1773941508.720902:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941508.720907:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941508.720913:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941508.720916:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a632e0 to hash 00000020:00000001:3.0:1773941508.720919:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941508.720921:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941508.720925:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941508.720930:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941508.720934:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941508.720940:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941508.720953:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941508.720981:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941508.720988:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941508.720991:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941508.720999:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941508.721002:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941508.721005:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941508.721007:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000001:3.0:1773941508.721014:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941508.721020:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941508.721023:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941508.721025:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941508.721039:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085180 x1860112200266368/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941508.721050:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941508.721053:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941508.721059:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941508.721062:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941508.721066:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941508.721070:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200266368:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941508.721075:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941508.721083:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941508.721086:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941508.721125:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941508.721131:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008b400. 02000000:00000001:3.0:1773941508.721134:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941508.721144:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941508.721150:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941508.721159:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941508.721169:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200266368, portal 25 00000100:00000001:3.0:1773941508.721171:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941508.721181:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000040:3.0:1773941508.721189:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085180 x1860112200266368/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941524 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941508.721198:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941508.721202:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941508.721206:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875da18. 00000100:00000200:3.0:1773941508.721211:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200266368, offset 0 00000400:00000200:3.0:1773941508.721219:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941508.721230:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941508.721240:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941508.721247:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941508.721252:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941508.721256:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941508.721259:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941508.721263:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[110, 109] 00000400:00000200:3.0:1773941508.721267:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941508.721273:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [237:237:256:4294967295] 192.168.202.122@tcp LPNI seq info [111:111:8:4294967295] 00000400:00000200:3.0:1773941508.721278:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941508.721291:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941508.721298:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941508.721304:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38c00. 00000800:00000200:3.0:1773941508.721313:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941508.721322:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941508.721328:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941508.721350:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941508.721355:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941508.721359:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294987458 00000100:00000001:3.0:1773941508.721371:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294985733 00000100:00000001:3.0:1773941508.721379:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294987458 00000100:00000001:3.0:1773941508.721385:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294985733 00000100:00000001:3.0:1773941508.721395:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941508.721399:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941508.721402:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941508.721404:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941508.721409:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941508.721413:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941508.721418:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941508.721470:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941508.721477:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38c00. 00000400:00000200:0.0:1773941508.721483:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941508.721490:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941508.721496:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875da18 00000400:00000010:0.0:1773941508.721499:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875da18. 00000100:00000001:0.0:1773941508.721503:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941508.721510:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085180 x1860112200266368/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941524 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941508.721519:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941508.721522:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90085180 x1860112200266368/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941524 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941508.721527:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941508.721529:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941508.722958:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941508.722973:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941508.722975:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941508.722977:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941508.722982:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941508.722986:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941508.722992:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941508.722996:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941508.723000:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941508.723004:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef07280 00000400:00000200:1.0:1773941508.723008:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941508.723012:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0x1079 [1] + 224 00000800:00000001:1.0:1773941508.723018:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941508.723025:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941508.723027:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941508.723031:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941508.723037:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941508.723042:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085180 x1860112200266368/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941524 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941508.723051:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90085180 x1860112200266368/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941524 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941508.723067:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941508.723075:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941508.723077:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941508.723109:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941508.723117:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941508.723119:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941508.723122:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941508.723127:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941508.723129:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941508.723133:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941508.723139:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085180 x1860112200266368/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941524 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941508.723152:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085180 x1860112200266368/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941524 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941508.723161:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941508.723163:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941508.723166:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941508.723169:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941508.723173:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941508.723176:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941508.723179:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941508.723187:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=75 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941508.723192:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941508.723196:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941508.723201:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941508.723204:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941508.723208:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941508.723211:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941508.723216:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941508.723222:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941508.723234:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941508.723237:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941508.723239:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941508.723242:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941508.723247:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90085180 x1860112200266368/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941524 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941508.723258:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941508.723260:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941508.723263:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941508.723267:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941508.723271:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941508.723273:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941508.723275:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941508.723277:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941508.723278:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941508.723280:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941508.723282:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941508.723285:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941508.723288:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941508.723291:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941508.723295:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 312 00000400:00000200:3.0:1773941508.723301:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941508.723306:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941508.723311:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941508.723315:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941508.723318:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941508.723321:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941508.723324:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941508.723326:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941508.723329:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941508.723331:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941508.723334:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941508.723337:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941508.723347:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941508.723349:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941508.723351:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941508.723354:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941508.723357:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941508.723361:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941508.723365:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941508.723368:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941508.723371:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941508.723374:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941508.723377:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941508.723380:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941508.723384:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085f80. 00000020:00000040:3.0:1773941508.723387:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941508.723391:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941508.723393:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941508.723396:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941508.723397:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941508.723400:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941508.723404:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a9008b000. 00000100:00000001:3.0:1773941508.723408:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941508.723415:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90085f80 x1860112200266496/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941508.723424:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941508.723427:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941508.723432:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007088709c] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90085f80 x1860112200266496/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941508.723455:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941508.723458:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941508.723461:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941508.723464:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941508.723466:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941508.723474:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941508.723476:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941508.723479:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941508.723483:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941508.723488:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941508.723493:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941508.723494:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941508.723497:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085180 x1860112200266368/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941524 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941508.723502:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085f80 x1860112200266496/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941508.723520:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941508.723522:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941508.723525:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941508.723529:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1773941508.723529:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941508.723532:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941508.723535:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1773941508.723535:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941508.723540:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941508.723541:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200266496:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941508.723547:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941508.723548:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941508.723550:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941508.723551:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085180 x1860112200266368/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941524 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941508.723552:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941508.723559:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d70000. 00000100:00100000:3.0:1773941508.723565:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200266368:192.168.202.112@tcp:101:ll_cfg_requeue.0 02000000:00000001:2.0:1773941508.723569:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941508.723575:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1773941508.723576:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941508.723583:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000010:2.0:1773941508.723583:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00000400:00000010:2.0:1773941508.723587:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00000100:00000001:3.0:1773941508.723588:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941508.723593:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1773941508.723593:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200266496, portal 25 00000100:00000001:2.0:1773941508.723598:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1773941508.723601:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085180 x1860112200266368/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941524 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941508.723601:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300998528 : -129353408553088 : ffff8a5a90085f80) 00000100:00000040:2.0:1773941508.723608:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085f80 x1860112200266496/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941508.723623:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941508.723624:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:3.0:1773941508.723628:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 00000100:00000040:2.0:1773941508.723629:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941508.723633:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa06787f8. 00000100:00000001:3.0:1773941508.723636:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000200:2.0:1773941508.723637:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200266496, offset 0 00000100:00000001:3.0:1773941508.723672:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:2.0:1773941508.723676:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941508.723679:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000200:2.0:1773941508.723683:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941508.723685:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000400:00000200:2.0:1773941508.723688:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000020:00000001:3.0:1773941508.723690:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1773941508.723693:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000020:00000040:3.0:1773941508.723695:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000400:00000200:2.0:1773941508.723697:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000020:00000001:3.0:1773941508.723702:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941508.723703:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941508.723709:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941508.723711:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000200:2.0:1773941508.723713:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[110, 111] 00010000:00010000:3.0:1773941508.723719:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941508.723719:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941508.723722:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [238:238:256:4294967295] 192.168.202.112@tcp LPNI seq info [112:112:8:4294967295] 00000400:00000200:2.0:1773941508.723725:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941508.723734:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941508.723742:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941508.723747:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000800:00000010:2.0:1773941508.723748:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544400. 00000800:00000200:2.0:1773941508.723755:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00010000:00010000:3.0:1773941508.723757:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941508.723764:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941508.723769:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544400 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941508.723773:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941508.723779:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941508.723782:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941508.723788:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941508.723793:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941508.723794:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941508.723798:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294987461 00010000:00010000:3.0:1773941508.723799:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e0 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941508.723803:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294987458 00000100:00000001:2.0:1773941508.723809:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294987461 00010000:00000001:3.0:1773941508.723813:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:2.0:1773941508.723819:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294987458 00010000:00000001:3.0:1773941508.723820:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941508.723824:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941508.723826:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:2.0:1773941508.723827:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941508.723831:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941508.723833:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e0 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941508.723835:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941508.723846:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1773941508.723847:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000100:00000001:2.0:1773941508.723848:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 10000000:00000001:3.0:1773941508.723853:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1773941508.723853:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941508.723857:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00010000:3.0:1773941508.723859:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e0 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941508.723860:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941508.723863:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1773941508.723865:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1773941508.723874:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544400. 00010000:00000001:3.0:1773941508.723885:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000400:00000200:0.0:1773941508.723885:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1773941508.723893:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941508.723901:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1773941508.723901:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000020:00000040:3.0:1773941508.723907:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000400:00000200:0.0:1773941508.723908:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa06787f8 00000020:00000001:3.0:1773941508.723916:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000400:00000010:0.0:1773941508.723917:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa06787f8. 00010000:00000001:3.0:1773941508.723925:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000001:0.0:1773941508.723927:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941508.723936:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085f80 x1860112200266496/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941508.723946:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941508.723950:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085f80 x1860112200266496/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941508.723957:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941508.723959:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1773941508.723991:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941508.723995:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e0 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773941508.724003:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941508.724005:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e0 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941508.724012:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941508.724015:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941508.724017:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941508.724021:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941508.724023:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941508.724027:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941508.724030:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941508.724032:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941508.724034:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941508.724037:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a632e0 from hash 00010000:00000001:3.0:1773941508.724040:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941508.724042:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941508.724044:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941508.724045:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941508.724047:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941508.724049:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941508.724052:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941508.724053:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941508.724055:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941508.724057:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941508.724060:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e0 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941508.724066:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941508.724068:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941508.724069:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941508.724071:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941508.724080:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941508.724081:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941508.724083:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941508.724086:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773941508.724110:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4a00 count: 0 00010000:00000001:3.0:1773941508.724122:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941508.724125:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941508.724128:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941508.724135:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085180 x1860112200266368/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941524 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941508.724143:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941508.724146:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941508.724149:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008b400. 02000000:00000001:3.0:1773941508.724153:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941508.724155:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941508.724157:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941508.724160:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941508.724163:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0a00. 02000000:00000001:3.0:1773941508.724167:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941508.724169:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941508.724171:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085180. 00000100:00000001:3.0:1773941508.724174:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941508.724175:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941508.724178:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941508.724181:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941508.724184:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941508.724189:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90ead680. 00000020:00000010:3.0:1773941508.724195:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0a00. 00000020:00000010:3.0:1773941508.724201:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd1e00. 00000040:00000010:3.0:1773941508.724207:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1400. 00000020:00000010:3.0:1773941508.724214:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941508.724220:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1800. 80000000:00000010:3.0:1773941508.724225:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941508.724236:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd0400. 20000000:00000010:3.0:1773941508.724242:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd1c00. 10000000:00000040:3.0:1773941508.724247:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941508.724250:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941508.724256:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd1e00. 00000040:00000010:3.0:1773941508.724261:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1400. 00000020:00000010:3.0:1773941508.724264:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941508.724269:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1800. 80000000:00000010:3.0:1773941508.724272:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941508.724276:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd0400. 20000000:00000010:3.0:1773941508.724279:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd1c00. 00000020:00000010:3.0:1773941508.724283:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0a00. 10000000:00000010:3.0:1773941508.724285:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90ead680. 10000000:01000000:3.0:1773941508.724289:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941508.724292:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941508.724295:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941508.724298:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941508.724299:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941508.724301:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941508.724304:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:1.0:1773941508.725058:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941508.725064:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941508.725066:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941508.725068:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941508.725072:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941508.725075:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941508.725079:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941508.725100:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941508.725104:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941508.725107:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef07300 00000400:00000200:1.0:1773941508.725110:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941508.725113:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0x1081 [1] + 0 00000800:00000001:1.0:1773941508.725117:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941508.725122:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941508.725124:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941508.725127:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941508.725130:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941508.725135:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085f80 x1860112200266496/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941508.725143:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90085f80 x1860112200266496/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941508.725155:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941508.725159:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941508.725161:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941508.725185:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941508.725188:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941508.725191:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941508.725192:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941508.725194:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941508.725198:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941508.725200:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941508.725202:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941508.725207:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085f80 x1860112200266496/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941508.725215:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085f80 x1860112200266496/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941508.725220:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941508.725221:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941508.725223:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941508.725224:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941508.725225:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941508.725226:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941508.725228:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941508.725231:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=75 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941508.725239:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941508.725249:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941508.725250:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941508.725252:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941508.725254:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941508.725256:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941508.725260:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085f80 x1860112200266496/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941508.725265:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941508.725267:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941508.725268:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941508.725271:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941508.725275:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941508.725276:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941508.725277:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941508.725278:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941508.725280:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941508.725281:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941508.725284:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941508.725287:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941508 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941508.725289:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941508.725295:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941508.725297:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941508.725298:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941508.725300:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941508.725301:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941508.725304:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941508.725307:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941508.725309:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941508.725313:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941508.725317:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941508.725320:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941508.725606:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941508.725614:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941508.725620:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085f80 x1860112200266496/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941518 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941508.725627:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200266496:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:1.0:1773941508.725630:0:14813:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000001:2.0:1773941508.725632:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941508.725636:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941508.725638:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085f80 x1860112200266496/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941518 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941508.725662:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941508.725664:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941508.725666:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d70000. 00000100:00080000:1.0:1773941508.725669:0:14813:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 02000000:00000001:2.0:1773941508.725671:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941508.725674:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941508.725676:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00100000:1.0:1773941508.725677:0:14813:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000001:2.0:1773941508.725679:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941508.725683:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a9008b000. 00000100:00000001:1.0:1773941508.725683:0:14813:0:(obd_class.h:1215:obd_import_event()) Process entered 02000000:00000001:2.0:1773941508.725686:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 10000000:01000000:1.0:1773941508.725687:0:14813:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 02000000:00000001:2.0:1773941508.725688:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941508.725693:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085f80. 00000001:00000001:1.0:1773941508.725694:0:14813:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941508.725695:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941508.725699:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941508.725700:0:14813:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941508.725701:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941508.725706:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941508.725708:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941508.725708:0:14813:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941508.725714:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000001:00000001:1.0:1773941508.725714:0:14813:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941508.725716:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1773941508.725717:0:14813:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1773941508.725721:0:14813:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941508.725723:0:14813:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941508.725726:0:14813:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:1.0:1773941508.725730:0:14813:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1773941508.725733:0:14813:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941508.725735:0:14813:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941508.725746:0:14813:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941508.725749:0:14813:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941508.725751:0:14813:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941508.725753:0:14813:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941508.725755:0:14813:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:1.0:1773941508.725772:0:14813:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941508.725774:0:14813:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941508.725775:0:14813:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941508.725780:0:14813:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:1.0:1773941508.725784:0:14813:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941508.725788:0:14813:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941508.725790:0:14813:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941508.725793:0:14813:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941508.725796:0:14813:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941508.729680:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4a00. 00010000:00000010:3.1:1773941508.729688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:0.0:1773941508.848818:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941508.848843:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941508.848850:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941509.872783:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941509.872789:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941509.872793:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941509.936804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773941509.936820:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773941509.936836:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085180. 00000020:00000040:3.0:1773941509.936843:0:37:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941509.936848:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941509.936851:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941509.936857:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941509.936867:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a91b38c00. 00000100:00000001:3.0:1773941509.936876:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941509.936889:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3d31d207-695b-40b8-8597-fab765cae562->MGS req@ffff8a5a90085180 x1860112200266624/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941509.936900:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941509.936905:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941509.936929:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c07f7d0] to pc [ptlrpcd_01_00+0] req@ffff8a5a90085180 x1860112200266624/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941509.936960:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941509.936964:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (320) 00000100:00000001:2.0:1773941509.937011:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941509.937021:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941509.937023:0:2407:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941509.937038:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085180 x1860112200266624/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941509.937051:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941509.937053:0:2407:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941509.937058:0:2407:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941509.937096:0:2407:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941509.937100:0:2407:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941509.937106:0:2407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3d31d207-695b-40b8-8597-fab765cae562:2407:1860112200266624:192.168.202.112@tcp:400:kworker.0 00000100:00000001:2.0:1773941509.937111:0:2407:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941509.937117:0:2407:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941509.937120:0:2407:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941509.937122:0:2407:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941509.937129:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a9abf6c00. 02000000:00000001:2.0:1773941509.937132:0:2407:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941509.937139:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941509.937144:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00000400:00000010:2.0:1773941509.937151:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00000100:00000200:2.0:1773941509.937159:0:2407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200266624, portal 25 00000100:00000001:2.0:1773941509.937161:0:2407:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941509.937163:0:2407:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300994944 : -129353408556672 : ffff8a5a90085180) 00000100:00000040:2.0:1773941509.937170:0:2407:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085180 x1860112200266624/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941509.937179:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941509.937182:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941509.937185:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678000. 00000100:00000200:2.0:1773941509.937189:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200266624, offset 0 00000400:00000200:2.0:1773941509.937197:0:2407:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941509.937206:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941509.937213:0:2407:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941509.937217:0:2407:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941509.937221:0:2407:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941509.937224:0:2407:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941509.937225:0:2407:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941509.937228:0:2407:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[112, 111] 00000400:00000200:2.0:1773941509.937231:0:2407:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:2.0:1773941509.937234:0:2407:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [239:239:256:4294967295] 192.168.202.122@tcp LPNI seq info [113:113:8:4294967295] 00000400:00000200:2.0:1773941509.937237:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:2.0:1773941509.937251:0:2407:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:2.0:1773941509.937256:0:2407:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:2.0:1773941509.937260:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544200. 00000800:00000200:2.0:1773941509.937265:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:2.0:1773941509.937272:0:2407:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:2.0:1773941509.937275:0:2407:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941509.937288:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941509.937292:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941509.937294:0:2407:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294988674 00000100:00000001:2.0:1773941509.937301:0:2407:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294987461 00000100:00000001:2.0:1773941509.937304:0:2407:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294988674 00000100:00000001:2.0:1773941509.937307:0:2407:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294987461 00000100:00000001:2.0:1773941509.937310:0:2407:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941509.937312:0:2407:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941509.937315:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941509.937318:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941509.937323:0:2407:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941509.937325:0:2407:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773941509.937327:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941509.937328:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941509.937330:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941509.937332:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941509.937344:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941509.937346:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1773941509.937402:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1773941509.937407:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544200. 00000400:00000200:0.0:1773941509.937413:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1773941509.937418:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:0.0:1773941509.937422:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678000 00000400:00000010:0.0:1773941509.937424:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678000. 00000100:00000001:0.0:1773941509.937427:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1773941509.937431:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085180 x1860112200266624/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941509.937439:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941509.937442:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085180 x1860112200266624/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941509.937447:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941509.937449:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941509.938726:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941509.938738:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941509.938740:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941509.938742:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941509.938746:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941509.938750:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941509.938757:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941509.938759:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941509.938763:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941509.938766:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef07380 00000400:00000200:1.0:1773941509.938769:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941509.938772:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0x1089 [1] + 224 00000800:00000001:1.0:1773941509.938778:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941509.938785:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941509.938787:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941509.938791:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941509.938797:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941509.938807:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085180 x1860112200266624/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941509.938815:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a90085180 x1860112200266624/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941509.938830:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941509.938838:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941509.938842:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941509.938866:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941509.938869:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941509.938874:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941509.938875:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941509.938878:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941509.938881:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941509.938883:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941509.938885:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941509.938888:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085180 x1860112200266624/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941509.938906:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085180 x1860112200266624/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941509.938911:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941509.938912:0:2407:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941509.938914:0:2407:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941509.938917:0:2407:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941509.938919:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941509.938920:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941509.938922:0:2407:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941509.938928:0:2407:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=76 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941509.938931:0:2407:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941509.938933:0:2407:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941509.938935:0:2407:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941509.938937:0:2407:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:2.0:1773941509.938939:0:2407:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:2.0:1773941509.938942:0:2407:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1773941509.938945:0:2407:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1773941509.938948:0:2407:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:2.0:1773941509.938949:0:2407:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1773941509.938950:0:2407:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941509.938952:0:2407:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:2.0:1773941509.938955:0:2407:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90085180 x1860112200266624/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 1 fl Rpc:RNQU/200/0 rc 0/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941509.938960:0:2407:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941509.938961:0:2407:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941509.938962:0:2407:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941509.938964:0:2407:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941509.938966:0:2407:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941509.938967:0:2407:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941509.938968:0:2407:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941509.938969:0:2407:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941509.938970:0:2407:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941509.938974:0:2407:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941509.938975:0:2407:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941509.938977:0:2407:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941509.938978:0:2407:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941509.938980:0:2407:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1773941509.938983:0:2407:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 314 00000400:00000200:2.0:1773941509.938985:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941509.938988:0:2407:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:2.0:1773941509.938991:0:2407:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941509.938994:0:2407:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941509.938997:0:2407:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941509.938999:0:2407:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:2.0:1773941509.939003:0:2407:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941509.939005:0:2407:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941509.939008:0:2407:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941509.939011:0:2407:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941509.939014:0:2407:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941509.939016:0:2407:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:2.0:1773941509.939020:0:2407:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941509.939022:0:2407:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941509.939024:0:2407:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941509.939026:0:2407:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:2.0:1773941509.939030:0:2407:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:2.0:1773941509.939034:0:2407:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:2.0:1773941509.939036:0:2407:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941509.939039:0:2407:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1773941509.939042:0:2407:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941509.939045:0:2407:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941509.939047:0:2407:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941509.939049:0:2407:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941509.939053:0:2407:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c4a80. 00000020:00000040:2.0:1773941509.939056:0:2407:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:2.0:1773941509.939063:0:2407:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1773941509.939065:0:2407:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941509.939067:0:2407:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941509.939069:0:2407:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941509.939072:0:2407:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941509.939092:0:2407:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90d70000. 00000100:00000001:2.0:1773941509.939097:0:2407:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941509.939102:0:2407:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a833c4a80 x1860112200266752/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941509.939109:0:2407:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941509.939112:0:2407:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941509.939115:0:2407:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014cc0d31] to pc [ptlrpcd_rcv+-1] req@ffff8a5a833c4a80 x1860112200266752/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941509.939131:0:2407:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941509.939133:0:2407:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:2.0:1773941509.939135:0:2407:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000040:2.0:1773941509.939138:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085180 x1860112200266624/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 1 fl Rpc:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941509.939143:0:2407:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:2.0:1773941509.939146:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941509.939148:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941509.939153:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085180 x1860112200266624/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 1 fl Interpret:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941509.939156:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941509.939160:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941509.939163:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1773941509.939167:0:2407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3d31d207-695b-40b8-8597-fab765cae562:2407:1860112200266624:192.168.202.112@tcp:400:kworker.0 00000100:00000040:0.0:1773941509.939170:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a833c4a80 x1860112200266752/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941509.939178:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941509.939180:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941509.939184:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941509.939184:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941509.939189:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941509.939191:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1773941509.939195:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085180 x1860112200266624/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941525 ref 1 fl Complete:RENQU/200/0 rc -107/-107 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941509.939195:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941509.939201:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200266752:192.168.202.112@tcp:250:ptlrpcd_01_00.0 00000100:00000001:0.0:1773941509.939208:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941509.939211:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941509.939214:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941509.939216:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1773941509.939217:0:2407:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1773941509.939220:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c70000. 02000000:00000001:0.0:1773941509.939222:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941509.939228:0:2407:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941509.939234:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a9abf6c00. 00000400:00000200:0.0:1773941509.939235:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941509.939238:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddb00. 02000000:00000001:2.0:1773941509.939241:0:2407:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1773941509.939243:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b330. 00000020:00000001:2.0:1773941509.939245:0:2407:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:0.0:1773941509.939248:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200266752, portal 25 00000020:00000040:2.0:1773941509.939249:0:2407:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941509.939251:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1773941509.939254:0:2407:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941509.939255:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720086297216 : -129353623254400 : ffff8a5a833c4a80) 02000000:00000010:2.0:1773941509.939260:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a91b38c00. 00000100:00000040:0.0:1773941509.939262:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a833c4a80 x1860112200266752/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1773941509.939269:0:2407:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1773941509.939270:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1773941509.939273:0:2407:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1773941509.939274:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000100:00000010:2.0:1773941509.939279:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085180. 00000400:00000010:0.0:1773941509.939279:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b088. 00000100:00000200:0.0:1773941509.939284:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200266752, offset 0 00000100:00000001:2.0:1773941509.939287:0:2407:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1773941509.939290:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000100:00000001:2.0:1773941509.939291:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941509.939296:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941509.939297:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1773941509.939301:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000100:00000001:2.0:1773941509.939304:0:2407:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1773941509.939305:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1773941509.939309:0:2407:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941509.939310:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941509.939315:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1773941509.939316:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1773941509.939318:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1773941509.939321:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941509.939321:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[112, 113] 00000400:00000200:0.0:1773941509.939327:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941509.939330:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [240:240:256:4294967295] 192.168.202.112@tcp LPNI seq info [114:114:8:4294967295] 00000400:00000200:0.0:1773941509.939333:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941509.939340:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:0.0:1773941509.939343:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:0.0:1773941509.939346:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51400. 00000800:00000200:0.0:1773941509.939349:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:0.0:1773941509.939354:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941509.939356:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773941509.939369:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941509.939371:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941509.939377:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294988676 00000100:00000001:0.0:1773941509.939381:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294988674 00000100:00000001:0.0:1773941509.939383:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294988676 00000100:00000001:0.0:1773941509.939385:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294988674 00000100:00000001:0.0:1773941509.939387:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941509.939389:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941509.939391:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941509.939393:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941509.939396:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941509.939402:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941509.939404:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941509.939406:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941509.939407:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941509.939408:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941509.939446:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941509.939450:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51400. 00000400:00000200:1.0:1773941509.939454:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941509.939459:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941509.939462:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b088 00000400:00000010:1.0:1773941509.939464:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b088. 00000100:00000001:1.0:1773941509.939468:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941509.939473:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c4a80 x1860112200266752/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941519 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941509.939482:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941509.939486:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a833c4a80 x1860112200266752/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941519 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941509.939493:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941509.939495:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941509.940659:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941509.940665:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941509.940667:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941509.940669:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941509.940672:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941509.940675:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941509.940679:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941509.940682:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941509.940685:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941509.940688:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef07400 00000400:00000200:1.0:1773941509.940691:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941509.940700:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0x1091 [1] + 0 00000800:00000001:1.0:1773941509.940704:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941509.940710:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941509.940712:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941509.940714:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941509.940717:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941509.940721:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a833c4a80 x1860112200266752/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941509.940730:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a833c4a80 x1860112200266752/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941509.940744:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941509.940750:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941509.940753:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941509.940775:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941509.940778:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941509.940781:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941509.940782:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941509.940784:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddb00. 00000400:00000200:0.0:1773941509.940787:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b330 00000400:00000010:0.0:1773941509.940789:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b330. 00000100:00000001:0.0:1773941509.940791:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941509.940795:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c4a80 x1860112200266752/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941509.940803:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c4a80 x1860112200266752/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941519 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941509.940808:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941509.940809:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941509.940811:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941509.940812:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941509.940813:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941509.940814:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941509.940816:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941509.940818:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=76 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941509.940820:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1773941509.940828:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941509.940830:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941509.940832:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941509.940834:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941509.940835:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941509.940838:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a833c4a80 x1860112200266752/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941519 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941509.940843:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941509.940845:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941509.940846:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941509.940848:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941509.940852:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941509.940853:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941509.940854:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:0.0:1773941509.940856:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941509.940857:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:0.0:1773941509.940859:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:0.0:1773941509.940860:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:0.0:1773941509.940863:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941509 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941509.940865:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941509.940870:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:0.0:1773941509.940871:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941509.940873:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941509.940874:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941509.940875:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941509.940878:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:0.0:1773941509.940880:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941509.940881:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941509.940884:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941509.940886:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:0.0:1773941509.940888:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941509.941184:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941509.941188:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941509.941192:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a833c4a80 x1860112200266752/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941519 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941509.941200:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200266752:192.168.202.112@tcp:250:ptlrpcd_01_00.0 00000100:00000001:2.0:1773941509.941204:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941509.941205:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941509.941207:0:14814:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:2.0:1773941509.941208:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a833c4a80 x1860112200266752/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941519 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941509.941213:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941509.941216:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941509.941218:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c70000. 02000000:00000001:2.0:1773941509.941221:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941509.941224:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:0.0:1773941509.941224:0:14814:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000020:00000040:2.0:1773941509.941227:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941509.941231:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:0.0:1773941509.941231:0:14814:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000010:2.0:1773941509.941234:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90d70000. 00000100:00000001:0.0:1773941509.941235:0:14814:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941509.941237:0:14814:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941509.941239:0:14814:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941509.941241:0:14814:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941509.941246:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:0.0:1773941509.941246:0:14814:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941509.941249:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000001:00000001:0.0:1773941509.941250:0:14814:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000010:2.0:1773941509.941253:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c4a80. 00000001:00000001:0.0:1773941509.941253:0:14814:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941509.941256:0:14814:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941509.941257:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 10000000:00000001:0.0:1773941509.941259:0:14814:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941509.941260:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941509.941262:0:14814:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941509.941264:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941509.941267:0:14814:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941509.941269:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941509.941272:0:14814:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1773941509.941273:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941509.941276:0:14814:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941509.941277:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941509.941281:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941509.941281:0:14814:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941509.941287:0:14814:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1773941509.941290:0:14814:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941509.941291:0:14814:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941509.941293:0:14814:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:0.0:1773941509.941309:0:14814:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941509.941311:0:14814:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941509.941312:0:14814:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941509.941315:0:14814:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:0.0:1773941509.941318:0:14814:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941509.941320:0:14814:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941509.941321:0:14814:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941509.941323:0:14814:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941509.941324:0:14814:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941510.416753:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941510.416760:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941510.416764:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941510.416766:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941510.416767:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941510.416769:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941510.416771:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941510.416772:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941510.416775:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941510.416777:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941510.416778:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941510.416792:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085500. 00000020:00000040:3.0:1773941510.416796:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941510.416799:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941510.416802:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941510.416807:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941510.416813:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd1400. 00000100:00000001:3.0:1773941510.416819:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941510.416822:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941510.416824:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941510.416831:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4a00. 00010000:00000001:3.0:1773941510.416835:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941510.416838:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941510.416841:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941510.416843:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a632e7 to hash 00000020:00000001:3.0:1773941510.416845:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941510.416846:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941510.416848:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941510.416851:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941510.416854:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941510.416857:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941510.416884:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941510.416896:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941510.416902:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941510.416905:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941510.416911:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941510.416913:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941510.416916:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941510.416918:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300995840 : -129353408555776 : ffff8a5a90085500) 00000100:00000001:3.0:1773941510.416923:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941510.416926:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941510.416927:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941510.416929:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941510.416939:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085500 x1860112200266880/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941510.416945:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941510.416947:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941510.416950:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941510.416952:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941510.416954:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941510.416956:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200266880:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941510.416959:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941510.416963:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941510.416965:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941510.416967:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941510.416970:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008b400. 02000000:00000001:3.0:1773941510.416972:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941510.416978:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941510.416985:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941510.416990:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941510.416996:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200266880, portal 25 00000100:00000001:3.0:1773941510.416997:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941510.416998:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300995840 : -129353408555776 : ffff8a5a90085500) 00000100:00000040:3.0:1773941510.417003:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085500 x1860112200266880/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941526 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941510.417008:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941510.417010:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941510.417012:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d550. 00000100:00000200:3.0:1773941510.417014:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200266880, offset 0 00000400:00000200:3.0:1773941510.417019:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941510.417026:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941510.417031:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941510.417035:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941510.417039:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941510.417042:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941510.417044:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941510.417046:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[114, 113] 00000400:00000200:3.0:1773941510.417049:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941510.417052:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [241:241:256:4294967295] 192.168.202.122@tcp LPNI seq info [115:115:8:4294967295] 00000400:00000200:3.0:1773941510.417055:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941510.417062:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941510.417067:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941510.417070:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38200. 00000800:00000200:3.0:1773941510.417100:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941510.417106:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941510.417110:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941510.417124:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941510.417129:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941510.417132:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294989154 00000100:00000001:3.0:1773941510.417145:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294988676 00000100:00000001:3.0:1773941510.417150:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294989154 00000100:00000001:3.0:1773941510.417154:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294988676 00000100:00000001:3.0:1773941510.417157:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941510.417160:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941510.417162:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941510.417164:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941510.417167:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941510.417169:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941510.417172:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941510.417249:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941510.417252:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38200. 00000400:00000200:1.0:1773941510.417257:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941510.417261:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941510.417265:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d550 00000400:00000010:1.0:1773941510.417267:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d550. 00000100:00000001:1.0:1773941510.417270:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941510.417274:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085500 x1860112200266880/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941526 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941510.417282:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941510.417284:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90085500 x1860112200266880/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941526 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941510.417289:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941510.417290:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941510.418604:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941510.418614:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941510.418617:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941510.418618:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941510.418623:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941510.418626:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.122@tcp : PUT - for me 00000400:00000200:1.0:1773941510.418637:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941510.418659:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:1.0:1773941510.418662:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941510.418665:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef07480 00000400:00000200:1.0:1773941510.418669:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941510.418672:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0x10a1 [1] + 224 00000800:00000001:1.0:1773941510.418678:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941510.418685:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941510.418687:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941510.418689:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000100:00000001:1.0:1773941510.418693:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941510.418696:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085500 x1860112200266880/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941526 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941510.418705:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=344 req@ffff8a5a90085500 x1860112200266880/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941526 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941510.418714:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941510.418720:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941510.418723:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941510.418733:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941510.418740:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941510.418742:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941510.418744:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941510.418748:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941510.418750:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941510.418753:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941510.418759:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085500 x1860112200266880/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941526 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941510.418770:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085500 x1860112200266880/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941526 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941510.418778:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941510.418779:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941510.418782:0:14747:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941510.418784:0:14747:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941510.418787:0:14747:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941510.418789:0:14747:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941510.418791:0:14747:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941510.418797:0:14747:0:(import.c:2136:obd_at_measure()) add 0 to ffff8a5a98b0b458 time=77 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941510.418800:0:14747:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941510.418803:0:14747:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1773941510.418807:0:14747:0:(client.c:1490:ptlrpc_check_status()) MGC192.168.202.112@tcp: operation ldlm_enqueue to node 192.168.202.112@tcp failed: rc = -107 00000100:00000001:3.0:1773941510.418810:0:14747:0:(client.c:1491:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941510.418821:0:14747:0:(recover.c:200:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1773941510.418824:0:14747:0:(recover.c:203:ptlrpc_request_handle_notconn()) import MGC192.168.202.112@tcp of MGS@192.168.202.112@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1773941510.418828:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941510.418833:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941510.418836:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941510.418839:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941510.418841:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941510.418843:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941510.418847:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90085500 x1860112200266880/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941526 ref 2 fl Rpc:RQU/200/0 rc 0/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941510.418855:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941510.418857:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941510.418858:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941510.418861:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941510.418864:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941510.418866:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941510.418868:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941510.418869:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941510.418870:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941510.418872:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941510.418873:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941510.418875:0:14747:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1773941510.418877:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1773941510.418880:0:14747:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:3.0:1773941510.418884:0:14747:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 315 00000400:00000200:3.0:1773941510.418889:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941510.418893:0:14747:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000040:3.0:1773941510.418897:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941510.418900:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941510.418903:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941510.418906:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:3.0:1773941510.418909:0:14747:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1773941510.418916:0:14747:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:3.0:1773941510.418919:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941510.418921:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941510.418924:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:3.0:1773941510.418926:0:14747:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:3.0:1773941510.418930:0:14747:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941510.418932:0:14747:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1773941510.418934:0:14747:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:3.0:1773941510.418936:0:14747:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:3.0:1773941510.418940:0:14747:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:3.0:1773941510.418944:0:14747:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941510.418946:0:14747:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941510.418949:0:14747:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1773941510.418951:0:14747:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941510.418954:0:14747:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941510.418957:0:14747:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:3.0:1773941510.418958:0:14747:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941510.418962:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90087b80. 00000020:00000040:3.0:1773941510.418964:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:3.0:1773941510.418967:0:14747:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1773941510.418969:0:14747:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941510.418971:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941510.418973:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941510.418975:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941510.418979:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90089c00. 00000100:00000001:3.0:1773941510.418982:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941510.418988:0:14747:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a90087b80 x1860112200267008/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941510.418995:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941510.418998:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941510.419003:0:14747:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b865f93] to pc [ptlrpcd_rcv+-1] req@ffff8a5a90087b80 x1860112200267008/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941510.419033:0:14747:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941510.419036:0:14747:0:(recover.c:219:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1773941510.419037:0:14747:0:(client.c:1698:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941510.419040:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941510.419043:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941510.419044:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941510.419046:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941510.419048:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941510.419051:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941510.419056:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085500 x1860112200266880/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941526 ref 2 fl Rpc:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941510.419064:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:3.0:1773941510.419067:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941510.419070:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941510.419087:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941510.419093:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1773941510.419094:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085500 x1860112200266880/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941526 ref 2 fl Interpret:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941510.419099:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941510.419103:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1773941510.419115:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200266880:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000040:2.0:1773941510.419116:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90087b80 x1860112200267008/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941510.419124:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941510.419129:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:2.0:1773941510.419132:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941510.419135:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1773941510.419135:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941510.419139:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1773941510.419140:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941510.419143:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941510.419147:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941510.419148:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085500 x1860112200266880/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941526 ref 2 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941510.419152:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90087b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200267008:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941510.419159:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941510.419162:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941510.419164:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941510.419166:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941510.419167:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1773941510.419172:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 02000000:00000010:2.0:1773941510.419174:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d70000. 00000100:00000001:3.0:1773941510.419177:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 02000000:00000001:2.0:1773941510.419177:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941510.419181:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000400:00000200:2.0:1773941510.419185:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941510.419189:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000400:00000010:2.0:1773941510.419189:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00000400:00000010:2.0:1773941510.419193:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00000100:00000200:2.0:1773941510.419196:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200267008, portal 25 00000100:00000001:2.0:1773941510.419199:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1773941510.419200:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1773941510.419200:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720301005696 : -129353408545920 : ffff8a5a90087b80) 00000020:00000001:3.0:1773941510.419204:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1773941510.419208:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90087b80 x1860112200267008/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1773941510.419209:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000020:00000001:3.0:1773941510.419216:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941510.419221:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00010000:3.0:1773941510.419225:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941510.419241:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00000001:3.0:1773941510.419247:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000040:2.0:1773941510.419247:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941510.419249:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678880. 00000100:00000200:2.0:1773941510.419254:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200267008, offset 0 00010000:00010000:3.0:1773941510.419256:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941510.419260:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941510.419266:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941510.419272:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00000400:00000200:2.0:1773941510.419273:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941510.419278:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00010000:3.0:1773941510.419279:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941510.419281:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941510.419286:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941510.419290:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00000001:3.0:1773941510.419296:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:2.0:1773941510.419296:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[114, 115] 00010000:00000001:3.0:1773941510.419301:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:2.0:1773941510.419302:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00010000:00010000:3.0:1773941510.419306:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e7 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941510.419307:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [242:242:256:4294967295] 192.168.202.112@tcp LPNI seq info [116:116:8:4294967295] 00000400:00000200:2.0:1773941510.419315:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941510.419325:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000200:2.0:1773941510.419326:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00010000:00000001:3.0:1773941510.419330:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1773941510.419334:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941510.419337:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000800:00000010:2.0:1773941510.419338:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544600. 00010000:00010000:3.0:1773941510.419343:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e7 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:2.0:1773941510.419344:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941510.419354:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00010000:00010000:3.0:1773941510.419360:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000800:00000200:2.0:1773941510.419360:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544600 type 1, nob 616 niov 1 nkiov 1 10000000:00000001:3.0:1773941510.419367:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941510.419372:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e7 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941510.419377:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941510.419383:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941510.419384:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294989156 00000100:00000001:2.0:1773941510.419388:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294989154 00000100:00000001:2.0:1773941510.419393:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294989156 00000100:00000001:2.0:1773941510.419399:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294989154 00010000:00000001:3.0:1773941510.419402:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00000001:2.0:1773941510.419403:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941510.419407:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1773941510.419407:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941510.419411:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941510.419414:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941510.419418:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000001:2.0:1773941510.419418:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941510.419424:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000001:2.0:1773941510.419424:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1773941510.419431:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1773941510.419433:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00010000:3.0:1773941510.419434:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e7 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941510.419436:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941510.419441:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1773941510.419442:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 10000000:00000001:3.0:1773941510.419445:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1773941510.419445:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1773941510.419446:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544600. 00000100:00000001:2.0:1773941510.419449:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:3.0:1773941510.419450:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e7 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:1.0:1773941510.419452:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1773941510.419454:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:3.0:1773941510.419464:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000400:00000200:1.0:1773941510.419464:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941510.419468:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678880 10000000:00000040:3.0:1773941510.419469:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000400:00000010:1.0:1773941510.419472:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678880. 10000000:00000001:3.0:1773941510.419473:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941510.419476:0:2398:0:(events.c:34:request_out_callback()) Process entered 00010000:00010000:3.0:1773941510.419479:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00000100:00000200:1.0:1773941510.419481:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90087b80 x1860112200267008/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941510.419483:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941510.419489:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:1.0:1773941510.419490:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1773941510.419492:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000100:00000040:1.0:1773941510.419494:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90087b80 x1860112200267008/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941510.419501:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941510.419507:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1773941510.419545:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941510.419550:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941510.419553:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a632e7 from hash 00010000:00000001:3.0:1773941510.419556:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941510.419558:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941510.419559:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941510.419560:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941510.419562:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941510.419564:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941510.419567:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941510.419568:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941510.419569:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941510.419580:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941510.419583:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e7 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941510.419590:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941510.419591:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941510.419592:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941510.419594:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941510.419596:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941510.419597:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941510.419598:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941510.419600:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773941510.419607:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4a00 count: 0 00010000:00000001:3.0:1773941510.419617:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941510.419619:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1773941510.419622:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941510.419628:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085500 x1860112200266880/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/224 e 0 to 0 dl 1773941526 ref 1 fl Complete:ESQU/200/0 rc -107/-107 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941510.419635:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941510.419637:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941510.419673:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008b400. 02000000:00000001:3.0:1773941510.419677:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941510.419678:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941510.419680:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941510.419681:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941510.419683:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd1400. 02000000:00000001:3.0:1773941510.419686:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941510.419687:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941510.419688:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085500. 00000100:00000001:3.0:1773941510.419690:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941510.419692:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941510.419693:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:01000000:3.0:1773941510.419695:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -107 10000000:00000001:3.0:1773941510.419697:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941510.419704:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90ead300. 00000020:00000010:3.0:1773941510.419707:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd1400. 00000020:00000010:3.0:1773941510.419710:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd1e00. 00000040:00000010:3.0:1773941510.419713:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1000. 00000020:00000010:3.0:1773941510.419717:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941510.419720:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd0600. 80000000:00000010:3.0:1773941510.419723:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941510.419727:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd1600. 20000000:00000010:3.0:1773941510.419731:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd0800. 10000000:00000040:3.0:1773941510.419734:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941510.419736:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000020:00000010:3.0:1773941510.419740:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd1e00. 00000040:00000010:3.0:1773941510.419743:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1000. 00000020:00000010:3.0:1773941510.419746:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941510.419749:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd0600. 80000000:00000010:3.0:1773941510.419752:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc6c0. 00040000:00000010:3.0:1773941510.419755:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd1600. 20000000:00000010:3.0:1773941510.419757:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd0800. 00000020:00000010:3.0:1773941510.419758:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd1400. 10000000:00000010:3.0:1773941510.419760:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90ead300. 10000000:01000000:3.0:1773941510.419762:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-107). 10000000:00000001:3.0:1773941510.419764:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 10000000:00020000:3.0:1773941510.419765:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -107 10000000:00000001:3.0:1773941510.419767:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941510.419768:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941510.419769:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941510.419770:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00000800:00000001:1.0:1773941510.420857:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941510.420863:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941510.420864:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941510.420866:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941510.420869:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941510.420872:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941510.420875:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941510.420877:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941510.420880:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941510.420882:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef07500 00000400:00000200:1.0:1773941510.420885:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941510.420887:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0x10a9 [1] + 0 00000800:00000001:1.0:1773941510.420891:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941510.420905:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941510.420907:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941510.420910:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941510.420912:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941510.420915:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90087b80 x1860112200267008/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941510.420922:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a90087b80 x1860112200267008/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941510.420933:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941510.420937:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941510.420938:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941510.420979:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941510.420983:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941510.420987:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941510.420989:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941510.420992:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941510.420997:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941510.420999:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941510.421002:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941510.421009:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90087b80 x1860112200267008/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941510.421020:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90087b80 x1860112200267008/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941510.421028:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941510.421030:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941510.421033:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941510.421035:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941510.421037:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941510.421039:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941510.421040:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941510.421043:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=77 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941510.421046:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941510.421048:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941510.421050:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941510.421053:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941510.421055:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941510.421057:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941510.421062:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90087b80 x1860112200267008/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941510.421098:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941510.421101:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941510.421102:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941510.421105:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941510.421110:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941510.421112:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941510.421114:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941510.421116:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941510.421118:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941510.421120:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941510.421122:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941510.421127:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941510 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941510.421129:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941510.421133:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941510.421135:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941510.421136:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941510.421138:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941510.421139:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941510.421141:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941510.421143:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941510.421145:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941510.421148:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941510.421150:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941510.421152:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941510.421338:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941510.421341:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941510.421345:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90087b80 x1860112200267008/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941510.421351:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90087b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200267008:192.168.202.112@tcp:250:ll_cfg_requeue.0 00000100:00000001:2.0:1773941510.421362:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941510.421364:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1773941510.421365:0:14815:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:2.0:1773941510.421368:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90087b80 x1860112200267008/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941510.421374:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941510.421377:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1773941510.421377:0:14815:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 02000000:00000010:2.0:1773941510.421381:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d70000. 00000100:00100000:1.0:1773941510.421382:0:14815:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000001:2.0:1773941510.421385:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1773941510.421386:0:14815:0:(obd_class.h:1215:obd_import_event()) Process entered 00000020:00000001:2.0:1773941510.421388:0:2404:0:(genops.c:1236:class_import_put()) Process entered 10000000:01000000:1.0:1773941510.421389:0:14815:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000040:2.0:1773941510.421390:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000001:00000001:1.0:1773941510.421393:0:14815:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:2.0:1773941510.421394:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941510.421397:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90089c00. 00000001:00000001:1.0:1773941510.421397:0:14815:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000001:2.0:1773941510.421402:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000001:00000001:1.0:1773941510.421402:0:14815:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941510.421404:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941510.421405:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90087b80. 00000100:00000001:2.0:1773941510.421407:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941510.421409:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941510.421411:0:14815:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:2.0:1773941510.421412:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1773941510.421414:0:14815:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941510.421417:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000001:00000001:1.0:1773941510.421417:0:14815:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1773941510.421419:0:14815:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941510.421421:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941510.421422:0:14815:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941510.421425:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1773941510.421427:0:14815:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:2.0:1773941510.421428:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941510.421434:0:14815:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1773941510.421437:0:14815:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1773941510.421438:0:14815:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1773941510.421441:0:14815:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:1.0:1773941510.421442:0:14815:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:1.0:1773941510.421444:0:14815:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:1.0:1773941510.421445:0:14815:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00080000:1.0:1773941510.421457:0:14815:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:1.0:1773941510.421458:0:14815:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941510.421459:0:14815:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:1.0:1773941510.421462:0:14815:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:1.0:1773941510.421465:0:14815:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941510.421467:0:14815:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1773941510.421468:0:14815:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:1.0:1773941510.421470:0:14815:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1773941510.421471:0:14815:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1773941510.424673:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4a00. 00010000:00000010:3.1:1773941510.424680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:2.0:1773941510.896771:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941510.896777:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941510.896781:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941511.856844:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941511.856857:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941511.856864:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941511.856869:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941511.856871:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941511.856873:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941511.856876:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941511.856900:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941511.856903:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941511.856906:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941511.856908:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941511.856918:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085500. 00000020:00000040:3.0:1773941511.856924:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941511.856931:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941511.856935:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941511.856943:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941511.856953:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0600. 00000100:00000001:3.0:1773941511.856962:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941511.856968:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941511.856972:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941511.856982:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4a00. 00010000:00000001:3.0:1773941511.856991:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941511.856995:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941511.857001:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941511.857004:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a632ee to hash 00000020:00000001:3.0:1773941511.857007:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941511.857009:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941511.857013:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941511.857018:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941511.857022:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941511.857028:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941511.857042:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941511.857055:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632ee lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941511.857096:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941511.857099:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941511.857113:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941511.857116:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941511.857119:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941511.857121:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300995840 : -129353408555776 : ffff8a5a90085500) 00000100:00000001:3.0:1773941511.857127:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941511.857132:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941511.857135:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941511.857137:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941511.857149:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085500 x1860112200267136/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941511.857159:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941511.857163:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941511.857167:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941511.857171:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941511.857175:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941511.857179:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200267136:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941511.857184:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941511.857191:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941511.857194:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941511.857197:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941511.857203:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008b400. 02000000:00000001:3.0:1773941511.857205:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941511.857215:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941511.857219:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941511.857227:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941511.857237:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200267136, portal 25 00000100:00000001:3.0:1773941511.857239:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941511.857241:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300995840 : -129353408555776 : ffff8a5a90085500) 00000100:00000040:3.0:1773941511.857248:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085500 x1860112200267136/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941527 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941511.857258:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941511.857261:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941511.857265:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d3b8. 00000100:00000200:3.0:1773941511.857274:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200267136, offset 0 00000400:00000200:3.0:1773941511.857283:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941511.857293:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941511.857302:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941511.857309:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941511.857315:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941511.857321:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941511.857324:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941511.857328:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[116, 115] 00000400:00000200:3.0:1773941511.857333:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941511.857338:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [243:243:256:4294967295] 192.168.202.122@tcp LPNI seq info [117:117:8:4294967295] 00000400:00000200:3.0:1773941511.857343:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941511.857356:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941511.857364:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941511.857370:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38b00. 00000800:00000200:3.0:1773941511.857378:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941511.857388:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941511.857394:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941511.857413:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941511.857418:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941511.857421:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294990594 00000100:00000001:3.0:1773941511.857431:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294989156 00000100:00000001:3.0:1773941511.857435:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294990594 00000100:00000001:3.0:1773941511.857440:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294989156 00000100:00000001:3.0:1773941511.857444:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941511.857449:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941511.857452:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941511.857455:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941511.857459:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941511.857463:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941511.857477:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941511.857571:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941511.857580:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38b00. 00000400:00000200:1.0:1773941511.857588:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941511.857597:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941511.857605:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d3b8 00000400:00000010:1.0:1773941511.857608:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d3b8. 00000100:00000001:1.0:1773941511.857614:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941511.857624:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085500 x1860112200267136/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941527 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941511.857636:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941511.857695:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90085500 x1860112200267136/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941527 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941511.857706:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941511.857722:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1773941511.920713:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941511.920719:0:1079:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773941511.920722:0:1079:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773941511.920725:0:1079:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941511.920729:0:1079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773941511.920731:0:1079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941511.920732:0:1079:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941511.920752:0:1079:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941511.920809:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941511.920813:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941511.920817:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941512.944756:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941512.944765:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941512.944813:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941512.944819:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941512.944824:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941513.968809:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941513.968832:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941513.968969:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941513.968974:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941513.968978:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941514.992731:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941514.992737:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941514.992764:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941514.992768:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941514.992771:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1773941515.056809:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773941515.056824:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1773941515.056838:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085880. 00000020:00000040:3.0:1773941515.056846:0:8:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941515.056852:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941515.056855:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941515.056862:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941515.056875:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a91b38b00. 00000100:00000001:3.0:1773941515.056884:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941515.056898:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3d31d207-695b-40b8-8597-fab765cae562->MGS req@ffff8a5a90085880 x1860112200267264/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1773941515.056919:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941515.056925:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941515.056933:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000399242fb] to pc [ptlrpcd_01_01+1] req@ffff8a5a90085880 x1860112200267264/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941515.056969:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941515.056974:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (325) 00000100:00000001:2.0:1773941515.057017:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941515.057024:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941515.057028:0:2408:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941515.057053:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085880 x1860112200267264/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941515.057085:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941515.057087:0:2408:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941515.057092:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941515.057094:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941515.057096:0:2408:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941515.057100:0:2408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3d31d207-695b-40b8-8597-fab765cae562:2408:1860112200267264:192.168.202.112@tcp:400:kworker.0 00000100:00000001:2.0:1773941515.057103:0:2408:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941515.057110:0:2408:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941515.057112:0:2408:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941515.057115:0:2408:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941515.057119:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a9abf6c00. 02000000:00000001:2.0:1773941515.057120:0:2408:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941515.057128:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941515.057133:0:2408:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00000400:00000010:2.0:1773941515.057139:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00000100:00000200:2.0:1773941515.057147:0:2408:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200267264, portal 25 00000100:00000001:2.0:1773941515.057149:0:2408:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941515.057151:0:2408:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300996736 : -129353408554880 : ffff8a5a90085880) 00000100:00000040:2.0:1773941515.057155:0:2408:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085880 x1860112200267264/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941515.057161:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941515.057163:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941515.057165:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678dd0. 00000100:00000200:2.0:1773941515.057168:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200267264, offset 0 00000400:00000200:2.0:1773941515.057174:0:2408:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941515.057186:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941515.057196:0:2408:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941515.057203:0:2408:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941515.057209:0:2408:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941515.057214:0:2408:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941515.057217:0:2408:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941515.057227:0:2408:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[116, 117] 00000400:00000200:2.0:1773941515.057231:0:2408:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941515.057236:0:2408:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [244:244:256:4294967295] 192.168.202.112@tcp LPNI seq info [118:118:8:4294967295] 00000400:00000200:2.0:1773941515.057242:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941515.057255:0:2408:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941515.057263:0:2408:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941515.057269:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544c00. 00000800:00000200:2.0:1773941515.057276:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941515.057283:0:2408:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941515.057288:0:2408:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941515.057307:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941515.057311:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941515.057313:0:2408:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294993794 00000100:00000001:2.0:1773941515.057322:0:2408:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294990594 00000100:00000001:2.0:1773941515.057325:0:2408:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294993794 00000100:00000001:2.0:1773941515.057327:0:2408:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294990594 00000100:00000001:2.0:1773941515.057330:0:2408:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941515.057333:0:2408:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941515.057336:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941515.057339:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941515.057346:0:2408:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941515.057349:0:2408:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1773941515.057351:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941515.057352:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941515.057354:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941515.057356:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941515.057371:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941515.057373:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941515.057463:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941515.057470:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544c00. 00000400:00000200:1.0:1773941515.057477:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941515.057485:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941515.057491:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678dd0 00000400:00000010:1.0:1773941515.057493:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678dd0. 00000100:00000001:1.0:1773941515.057498:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941515.057506:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085880 x1860112200267264/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941515.057520:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941515.057524:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085880 x1860112200267264/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941515.057532:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941515.057534:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941515.058795:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941515.058809:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941515.058813:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941515.058816:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941515.058824:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941515.058830:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941515.058838:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941515.058843:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941515.058849:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941515.058853:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef07600 00000400:00000200:1.0:1773941515.058859:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941515.058866:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0x10b9 [1] + 224 00000800:00000001:1.0:1773941515.058876:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941515.058901:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941515.058904:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941515.058909:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941515.058914:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941515.058918:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a90085880 x1860112200267264/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941515.058929:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a90085880 x1860112200267264/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941515.058954:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941515.058960:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941515.058963:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941515.059009:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941515.059014:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941515.059022:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941515.059024:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941515.059046:0:2408:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:2.0:1773941515.059050:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:2.0:1773941515.059053:0:2408:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941515.059056:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941515.059062:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085880 x1860112200267264/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941515.059074:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085880 x1860112200267264/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941515.059082:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941515.059084:0:2408:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941515.059088:0:2408:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941515.059091:0:2408:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941515.059094:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941515.059097:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941515.059100:0:2408:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941515.059108:0:2408:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=82 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941515.059112:0:2408:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941515.059115:0:2408:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941515.059117:0:2408:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941515.059120:0:2408:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941515.059123:0:2408:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941515.059126:0:2408:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941515.059131:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085880 x1860112200267264/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941515.059139:0:2408:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941515.059142:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941515.059144:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941515.059148:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085880 x1860112200267264/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941515.059156:0:2408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3d31d207-695b-40b8-8597-fab765cae562:2408:1860112200267264:192.168.202.112@tcp:400:kworker.0 00000100:00000001:2.0:1773941515.059161:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941515.059163:0:2408:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941515.059173:0:2408:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085880 x1860112200267264/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941515.059180:0:2408:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941515.059189:0:2408:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941515.059193:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a9abf6c00. 02000000:00000001:2.0:1773941515.059197:0:2408:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941515.059200:0:2408:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941515.059202:0:2408:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941515.059205:0:2408:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941515.059207:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a91b38b00. 02000000:00000001:2.0:1773941515.059211:0:2408:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941515.059213:0:2408:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941515.059215:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085880. 00000100:00000001:2.0:1773941515.059219:0:2408:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941515.059220:0:2408:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941515.059223:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941515.059231:0:2408:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941515.059233:0:2408:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941515.059235:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941515.059237:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941516.016758:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941516.016763:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941516.016829:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941516.016831:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941516.016833:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941517.040759:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941517.040768:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941517.040809:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941517.040813:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941517.040816:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941518.064781:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941518.064788:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941518.064859:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941518.064863:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941518.064867:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941519.088783:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941519.088790:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941519.088818:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941519.088824:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941519.088829:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941520.112774:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941520.112781:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941520.112866:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941520.112870:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941520.112873:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941520.176833:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773941520.176845:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773941520.176872:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c4a80. 00000020:00000040:2.0:1773941520.176886:0:37:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941520.176892:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941520.176895:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941520.176902:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941520.176913:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5aa1544b00. 00000100:00000001:2.0:1773941520.176922:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941520.176938:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3d31d207-695b-40b8-8597-fab765cae562->MGS req@ffff8a5a833c4a80 x1860112200267392/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941520.176971:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941520.176977:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941520.177029:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014cc0d31] to pc [ptlrpcd_01_00+0] req@ffff8a5a833c4a80 x1860112200267392/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941520.177074:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941520.177081:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (331) 00000100:00000001:2.0:1773941520.177099:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773941520.177104:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1773941520.177108:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941520.177118:0:2408:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941520.177121:0:2408:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941520.177124:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941520.177127:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941520.177130:0:2408:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1773941520.177132:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1773941520.177138:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a833c4a80 x1860112200267392/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941520.177143:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941520.177159:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941520.177163:0:2408:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941520.177169:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941520.177173:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941520.177177:0:2408:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941520.177182:0:2408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3d31d207-695b-40b8-8597-fab765cae562:2408:1860112200267392:192.168.202.112@tcp:400:kworker.0 00000100:00000001:2.0:1773941520.177188:0:2408:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941520.177195:0:2408:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941520.177198:0:2408:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941520.177201:0:2408:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941520.177208:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a9abf6c00. 02000000:00000001:2.0:1773941520.177210:0:2408:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941520.177219:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941520.177225:0:2408:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00000400:00000010:2.0:1773941520.177233:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00000100:00000200:2.0:1773941520.177242:0:2408:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200267392, portal 25 00000100:00000001:2.0:1773941520.177245:0:2408:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941520.177258:0:2408:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720086297216 : -129353623254400 : ffff8a5a833c4a80) 00000100:00000040:2.0:1773941520.177266:0:2408:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a833c4a80 x1860112200267392/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941520.177276:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941520.177280:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941520.177283:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678330. 00000100:00000200:2.0:1773941520.177288:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200267392, offset 0 00000400:00000200:2.0:1773941520.177296:0:2408:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941520.177330:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941520.177338:0:2408:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941520.177345:0:2408:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941520.177350:0:2408:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941520.177355:0:2408:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941520.177358:0:2408:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941520.177362:0:2408:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[118, 117] 00000400:00000200:2.0:1773941520.177367:0:2408:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:2.0:1773941520.177372:0:2408:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [245:245:256:4294967295] 192.168.202.122@tcp LPNI seq info [119:119:8:4294967295] 00000400:00000200:2.0:1773941520.177377:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:2.0:1773941520.177390:0:2408:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:2.0:1773941520.177397:0:2408:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:2.0:1773941520.177403:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544a00. 00000800:00000200:2.0:1773941520.177411:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:2.0:1773941520.177432:0:2408:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:2.0:1773941520.177438:0:2408:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941520.177476:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941520.177481:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941520.177485:0:2408:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4294998914 00000100:00000001:2.0:1773941520.177495:0:2408:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294993794 00000100:00000001:2.0:1773941520.177500:0:2408:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4294998914 00000100:00000001:2.0:1773941520.177505:0:2408:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294993794 00000100:00000001:2.0:1773941520.177516:0:2408:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941520.177520:0:2408:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941520.177541:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941520.177545:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941520.177732:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941520.177741:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544a00. 00000400:00000200:1.0:1773941520.177751:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941520.177762:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941520.177771:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678330 00000400:00000010:1.0:1773941520.177775:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678330. 00000100:00000001:1.0:1773941520.177783:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941520.177793:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c4a80 x1860112200267392/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941520.177812:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941520.177820:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a833c4a80 x1860112200267392/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941520.177835:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941520.177851:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1773941521.136777:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941521.136788:0:1079:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773941521.136791:0:1079:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773941521.136796:0:1079:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941521.136803:0:1079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773941521.136806:0:1079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941521.136809:0:1079:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941521.136813:0:1079:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941521.136868:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1773941521.136875:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941521.136881:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941521.200803:0:2408:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941521.200822:0:2408:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941521.200826:0:2408:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:2.0:1773941521.200833:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941521.200837:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941521.200842:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941521.200848:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941522.160732:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941522.160738:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941522.160814:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941522.160819:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941522.160823:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941523.184743:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941523.184749:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941523.184829:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941523.184833:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941523.184855:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941523.248805:0:14747:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941523.248813:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941523.248816:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941523.248824:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941523.248829:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941523.248833:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941524.208841:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941524.208850:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941524.209024:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941524.209031:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941524.209036:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941524.272739:0:14747:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941524.272746:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941524.272747:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941524.272752:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941524.272755:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941524.272757:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941525.232768:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941525.232774:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941525.232859:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941525.232863:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941525.232866:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941525.296742:0:14747:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941525.296749:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941525.296751:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941525.296755:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941525.296758:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941525.296761:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941525.296763:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773941525.296771:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773941525.296783:0:37:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c5f80. 00000020:00000040:2.0:1773941525.296789:0:37:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=6 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941525.296794:0:37:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941525.296797:0:37:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941525.296803:0:37:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941525.296812:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5aa1544300. 00000100:00000001:2.0:1773941525.296820:0:37:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941525.296848:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3d31d207-695b-40b8-8597-fab765cae562->MGS req@ffff8a5a833c5f80 x1860112200267520/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941525.296862:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941525.296867:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941525.296875:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2025975] to pc [ptlrpcd_01_01+1] req@ffff8a5a833c5f80 x1860112200267520/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941525.296906:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941525.296913:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (336) 00000100:00000001:3.0:1773941525.296929:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941525.296933:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941525.296934:0:2408:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941525.296979:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a833c5f80 x1860112200267520/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941525.296987:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941525.296989:0:2408:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941525.296993:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941525.296995:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941525.296998:0:2408:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941525.297001:0:2408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3d31d207-695b-40b8-8597-fab765cae562:2408:1860112200267520:192.168.202.112@tcp:400:kworker.0 00000100:00000001:3.0:1773941525.297004:0:2408:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941525.297009:0:2408:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941525.297011:0:2408:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941525.297013:0:2408:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941525.297018:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a87dd1c00. 02000000:00000001:3.0:1773941525.297020:0:2408:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941525.297026:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941525.297030:0:2408:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0a898. 00000400:00000010:3.0:1773941525.297037:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d5d8. 00000100:00000200:3.0:1773941525.297043:0:2408:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200267520, portal 25 00000100:00000001:3.0:1773941525.297045:0:2408:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941525.297046:0:2408:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720086302592 : -129353623249024 : ffff8a5a833c5f80) 00000100:00000040:3.0:1773941525.297051:0:2408:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a833c5f80 x1860112200267520/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941525.297074:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941525.297077:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941525.297080:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875de58. 00000100:00000200:3.0:1773941525.297082:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200267520, offset 0 00000400:00000200:3.0:1773941525.297088:0:2408:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941525.297096:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941525.297102:0:2408:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941525.297107:0:2408:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941525.297110:0:2408:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941525.297113:0:2408:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941525.297116:0:2408:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941525.297120:0:2408:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[118, 119] 00000400:00000200:3.0:1773941525.297124:0:2408:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941525.297128:0:2408:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [246:246:256:4294967295] 192.168.202.112@tcp LPNI seq info [120:120:8:4294967295] 00000400:00000200:3.0:1773941525.297132:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941525.297142:0:2408:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:3.0:1773941525.297146:0:2408:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941525.297150:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38200. 00000800:00000200:3.0:1773941525.297158:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000100:00000001:2.0:1773941525.297158:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941525.297164:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1773941525.297169:0:2408:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941525.297173:0:2408:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941525.297184:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941525.297187:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941525.297190:0:2408:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4295004034 00000100:00000001:3.0:1773941525.297196:0:2408:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294998914 00000100:00000001:3.0:1773941525.297199:0:2408:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4295004034 00000100:00000001:3.0:1773941525.297202:0:2408:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294998914 00000100:00000001:3.0:1773941525.297206:0:2408:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941525.297208:0:2408:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941525.297274:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941525.297281:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38200. 00000100:00000001:3.0:1773941525.297282:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941525.297287:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941525.297287:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941525.297296:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:3.0:1773941525.297298:0:2408:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1773941525.297301:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875de58 00000100:00000001:3.0:1773941525.297302:0:2408:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000400:00000010:1.0:1773941525.297306:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875de58. 00000100:00000001:3.0:1773941525.297308:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941525.297311:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1773941525.297311:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941525.297317:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c5f80 x1860112200267520/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941525.297326:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941525.297329:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a833c5f80 x1860112200267520/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941525.297335:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941525.297336:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1773941525.297456:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941525.297460:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1773941525.298487:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941525.298495:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941525.298497:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941525.298499:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941525.298503:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941525.298507:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941525.298513:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941525.298516:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941525.298520:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941525.298524:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef07700 00000400:00000200:1.0:1773941525.298529:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941525.298535:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0x10c9 [1] + 224 00000800:00000001:1.0:1773941525.298543:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941525.298560:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941525.298563:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941525.298568:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941525.298573:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941525.298578:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a833c5f80 x1860112200267520/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941525.298591:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a833c5f80 x1860112200267520/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941525.298608:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941525.298616:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941525.298620:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941525.298633:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941525.298636:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941525.298657:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941525.298658:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941525.298660:0:2408:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0a898. 00000400:00000200:3.0:1773941525.298663:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d5d8 00000400:00000010:3.0:1773941525.298665:0:2408:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d5d8. 00000100:00000001:3.0:1773941525.298667:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941525.298673:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c5f80 x1860112200267520/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941525.298686:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c5f80 x1860112200267520/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941525.298694:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941525.298696:0:2408:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941525.298699:0:2408:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941525.298702:0:2408:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941525.298705:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941525.298707:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941525.298710:0:2408:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941525.298717:0:2408:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941525.298721:0:2408:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941525.298724:0:2408:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941525.298726:0:2408:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941525.298730:0:2408:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941525.298732:0:2408:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941525.298735:0:2408:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941525.298741:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a833c5f80 x1860112200267520/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941525.298757:0:2408:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941525.298759:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941525.298760:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941525.298764:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a833c5f80 x1860112200267520/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941525.298770:0:2408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3d31d207-695b-40b8-8597-fab765cae562:2408:1860112200267520:192.168.202.112@tcp:400:kworker.0 00000100:00000001:3.0:1773941525.298774:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941525.298775:0:2408:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941525.298778:0:2408:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a833c5f80 x1860112200267520/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941525.298782:0:2408:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941525.298784:0:2408:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941525.298787:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a87dd1c00. 02000000:00000001:3.0:1773941525.298789:0:2408:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941525.298791:0:2408:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941525.298792:0:2408:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941525.298794:0:2408:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941525.298796:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5aa1544300. 02000000:00000001:3.0:1773941525.298799:0:2408:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941525.298800:0:2408:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941525.298802:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c5f80. 00000100:00000001:3.0:1773941525.298805:0:2408:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941525.298806:0:2408:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941525.298807:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941525.298809:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941525.298810:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941525.298811:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941525.298812:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941526.256724:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941526.256729:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941526.256802:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941526.256807:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941526.256811:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941526.320699:0:14747:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941526.320705:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941526.320707:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941526.320712:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 1 seconds 00000100:00000001:3.0:1773941526.320715:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941526.320733:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941527.280730:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941527.280736:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941527.280787:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941527.280791:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941527.280793:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941527.344724:0:14747:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941527.344730:0:14747:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1773941527.344742:0:14747:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773941511/real 1773941511] req@ffff8a5a90085500 x1860112200267136/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941527 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1773941527.353380:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941527.353385:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941527.353389:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000400:00000200:3.0:1773941527.353396:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000400:00000010:3.0:1773941527.353398:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:3.0:1773941527.353402:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941527.353408:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085500 x1860112200267136/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941527 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941527.353417:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085500 x1860112200267136/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941527 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941527.353423:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941527.353425:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941527.353427:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941527.353428:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941527.353432:0:14747:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8a5a90085500 x1860112200267136/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941527 ref 2 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941527.353438:0:14747:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1773941527.353440:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941527.353443:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941527.353446:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941527.353447:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941527.353449:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941527.353450:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941527.353468:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90085500 x1860112200267136/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941527 ref 2 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941527.353475:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a833c4a80 x1860112200267392/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941527.353491:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941527.353492:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941527.353493:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941527.353496:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941527.353499:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:3.0:1773941527.353500:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941527.353501:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941527.353502:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:3.0:1773941527.353503:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941527.353504:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941527.353505:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:3.0:1773941527.353506:0:14747:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:3.0:1773941527.353520:0:14747:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1773941527.353522:0:14747:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941527.353525:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941527.353526:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941527.353529:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 0 seconds 00000100:00000001:3.0:1773941527.353532:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941527.353534:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941527.353539:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085500 x1860112200267136/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941527 ref 2 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941527.353544:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941527.353545:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1773941527.353549:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941527.353550:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773941527.353551:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941527.353554:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941527.353555:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1773941527.353559:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085500 x1860112200267136/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941527 ref 2 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1773941527.353560:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941527.353564:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1773941527.353566:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000400:00000010:2.0:1773941527.353569:0:2408:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000100:00000001:0.0:1773941527.353571:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1773941527.353575:0:8:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000400:00000200:2.0:1773941527.353577:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000100:00100000:3.0:1773941527.353579:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200267136:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941527.353582:0:8:0:(import.c:484:import_select_connection()) Process entered 00000400:00000010:2.0:1773941527.353583:0:2408:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:2.0:1773941527.353587:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00080000:0.0:1773941527.353588:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 316 00000100:00000200:2.0:1773941527.353595:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c4a80 x1860112200267392/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941536 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941527.353600:0:8:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941527.353609:0:8:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000200:2.0:1773941527.353614:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c4a80 x1860112200267392/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941536 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941527.353617:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:0.0:1773941527.353623:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941527.353628:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941527.353629:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941527.353633:0:2408:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941527.353633:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000100:00000040:2.0:1773941527.353672:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a833c4a80 x1860112200267392/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941536 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941527.353679:0:2408:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1773941527.353683:0:2408:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941527.353685:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941527.353686:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941527.353689:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a833c4a80 x1860112200267392/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941536 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1773941527.353690:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941527.353695:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000100:00100000:2.0:1773941527.353701:0:2408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3d31d207-695b-40b8-8597-fab765cae562:2408:1860112200267392:192.168.202.112@tcp:400:kworker.0 00000020:00000001:0.0:1773941527.353701:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941527.353706:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:0.0:1773941527.353711:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:0.0:1773941527.353714:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:0.0:1773941527.353719:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:0.0:1773941527.353722:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1773941527.353724:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:0.0:1773941527.353726:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:0.0:1773941527.353728:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:0.0:1773941527.353731:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:3.0:1773941527.353737:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941527.353737:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941527.353741:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941527.353744:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:2.0:1773941527.353744:0:2408:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1773941527.353750:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 02000000:00000001:0.0:1773941527.353750:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:2.0:1773941527.353751:0:2408:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a833c4a80 x1860112200267392/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941536 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941527.353754:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1773941527.353755:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1773941527.353762:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085500 x1860112200267136/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941527 ref 2 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1773941527.353762:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941527.353765:0:2408:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1773941527.353768:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 02000000:00000001:2.0:1773941527.353770:0:2408:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1773941527.353772:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941527.353778:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a9abf6c00. 00000100:00000010:0.0:1773941527.353781:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8608b800. 00000100:00000001:3.0:1773941527.353782:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941527.353784:0:2408:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:0.0:1773941527.353785:0:8:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=6 obd=MGC192.168.202.112@tcp 00000100:00000010:3.0:1773941527.353788:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 00000020:00000001:2.0:1773941527.353788:0:2408:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1773941527.353795:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000020:00000040:2.0:1773941527.353797:0:2408:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 02000000:00000001:0.0:1773941527.353797:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1773941527.353799:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 02000000:00000001:0.0:1773941527.353801:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941527.353802:0:2408:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1773941527.353806:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 02000000:00000010:2.0:1773941527.353808:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5aa1544b00. 00000100:00000001:0.0:1773941527.353808:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:3.0:1773941527.353812:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:0.0:1773941527.353812:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941527.353815:0:2408:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1773941527.353816:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1773941527.353817:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941527.353823:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 02000000:00000010:0.0:1773941527.353825:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90c72400. 00000020:00000001:3.0:1773941527.353828:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000001:0.0:1773941527.353832:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941527.353833:0:2408:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1773941527.353835:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000010:2.0:1773941527.353837:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c4a80. 00000100:00100000:0.0:1773941527.353843:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a8608b800 x1860112200267648/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1773941527.353844:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632ee lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941527.353844:0:2408:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941527.353847:0:2408:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941527.353854:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941527.353864:0:2408:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941527.353868:0:2408:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941527.353869:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1773941527.353871:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:0.0:1773941527.353875:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941527.353876:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:3.0:1773941527.353879:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632ee lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941527.353882:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941527.353882:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f19eb0] to pc [ptlrpcd_rcv+-1] req@ffff8a5a8608b800 x1860112200267648/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941527.353900:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941527.353904:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632ee lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941527.353910:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1773941527.353911:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941527.353912:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941527.353915:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632ee lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941527.353932:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (338) 00010000:00000001:3.0:1773941527.353944:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000001:0.0:1773941527.353946:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1773941527.353948:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941527.353949:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1773941527.353953:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000100:00000001:0.0:1773941527.353953:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:3.0:1773941527.353958:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632ee lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:0.0:1773941527.353960:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8608b800 x1860112200267648/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1773941527.353976:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000100:00000001:0.0:1773941527.353977:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 10000000:00000001:3.0:1773941527.353980:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:0.0:1773941527.353981:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:3.0:1773941527.353985:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632ee lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:0.0:1773941527.353986:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941527.353989:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941527.353994:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941527.353996:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00000100:00100000:0.0:1773941527.353999:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200267648:192.168.202.112@tcp:250:kworker.0 00010000:00000001:3.0:1773941527.354000:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941527.354004:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1773941527.354005:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1773941527.354010:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 02000000:00000001:0.0:1773941527.354011:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941527.354015:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941527.354016:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000001:0.0:1773941527.354018:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1773941527.354023:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 02000000:00000010:0.0:1773941527.354023:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c70400. 02000000:00000001:0.0:1773941527.354027:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941527.354030:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000400:00000200:0.0:1773941527.354034:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00010000:3.0:1773941527.354036:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632ee lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941527.354044:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddb00. 10000000:00000001:3.0:1773941527.354048:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941527.354051:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632ee lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000010:0.0:1773941527.354051:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b330. 00000100:00000200:0.0:1773941527.354058:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200267648, portal 25 10000000:01000000:3.0:1773941527.354059:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00000001:0.0:1773941527.354065:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 10000000:00000040:3.0:1773941527.354066:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00000100:00000001:0.0:1773941527.354069:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720133249024 : -129353576302592 : ffff8a5a8608b800) 10000000:00000001:3.0:1773941527.354070:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941527.354075:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941527.354079:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000100:00000040:0.0:1773941527.354080:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8608b800 x1860112200267648/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941527.354083:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:0.0:1773941527.354087:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941527.354091:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941527.354092:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941527.354095:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000400:00000010:0.0:1773941527.354095:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002bdd0. 00010000:00000001:3.0:1773941527.354099:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1773941527.354099:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200267648, offset 0 00000020:00000040:3.0:1773941527.354106:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a632ee from hash 00010000:00000001:3.0:1773941527.354110:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000400:00000200:0.0:1773941527.354110:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00010000:00000001:3.0:1773941527.354112:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941527.354114:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941527.354115:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941527.354117:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000400:00000200:0.0:1773941527.354119:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00010000:00000001:3.0:1773941527.354120:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941527.354125:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941527.354125:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00010000:00000001:3.0:1773941527.354129:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941527.354132:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00010000:00000001:3.0:1773941527.354134:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941527.354138:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 10000000:00000001:3.0:1773941527.354139:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941527.354143:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00010000:00010000:3.0:1773941527.354146:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632ee lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:0.0:1773941527.354147:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941527.354152:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[120, 119] 00000400:00000200:0.0:1773941527.354162:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00010000:00000001:3.0:1773941527.354167:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941527.354168:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [247:247:256:4294967295] 192.168.202.122@tcp LPNI seq info [121:121:8:4294967295] 00010000:00000001:3.0:1773941527.354171:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1773941527.354174:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00010000:00000001:3.0:1773941527.354176:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941527.354180:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941527.354184:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:0.0:1773941527.354186:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00010000:00000001:3.0:1773941527.354187:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941527.354191:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000200:0.0:1773941527.354195:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.122@tcp 00010000:00010000:3.0:1773941527.354197:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632ee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000010:0.0:1773941527.354200:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51900. 00000800:00000200:0.0:1773941527.354210:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00010000:00000040:3.0:1773941527.354212:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4a00 count: 0 00000800:00000200:0.0:1773941527.354218:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:0.0:1773941527.354222:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51900 type 1, nob 616 niov 1 nkiov 1 00010000:00000001:3.0:1773941527.354228:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941527.354232:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:0.0:1773941527.354235:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941527.354236:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1773941527.354242:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941527.354246:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4295006091 00000100:00000040:3.0:1773941527.354248:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085500 x1860112200267136/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941527 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941527.354259:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295004034 00000100:00000001:3.0:1773941527.354260:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941527.354266:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1773941527.354266:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4295006091 02000000:00000010:3.0:1773941527.354271:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008b400. 00000100:00000001:0.0:1773941527.354272:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295004034 00000100:00000001:0.0:1773941527.354275:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941527.354277:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941527.354279:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941527.354283:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1773941527.354286:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1773941527.354287:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1773941527.354291:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1773941527.354291:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941527.354293:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1773941527.354296:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941527.354296:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941527.354298:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941527.354303:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941527.354303:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941527.354308:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0600. 02000000:00000001:3.0:1773941527.354314:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941527.354316:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941527.354318:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085500. 00000100:00000001:3.0:1773941527.354322:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941527.354324:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941527.354326:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:01000000:3.0:1773941527.354329:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -5 10000000:00000001:3.0:1773941527.354332:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941527.354336:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eadc40. 00000020:00000010:3.0:1773941527.354340:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd0600. 00000020:00000010:3.0:1773941527.354344:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd0400. 00000040:00000010:3.0:1773941527.354349:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1800. 00000020:00000010:3.0:1773941527.354354:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000800:00000200:1.0:1773941527.354355:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:3.0:1773941527.354360:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd1400. 00000800:00000010:1.0:1773941527.354361:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51900. 80000000:00000010:3.0:1773941527.354368:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc240. 00000400:00000200:1.0:1773941527.354369:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00040000:00000010:3.0:1773941527.354377:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd0800. 00000400:00000200:1.0:1773941527.354380:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 20000000:00000010:3.0:1773941527.354385:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd1600. 00000400:00000200:1.0:1773941527.354387:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002bdd0 00000400:00000010:1.0:1773941527.354391:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002bdd0. 10000000:00000040:3.0:1773941527.354393:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 10000000:00000001:3.0:1773941527.354397:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1773941527.354397:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000020:00000010:3.0:1773941527.354404:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd0400. 00000100:00000200:1.0:1773941527.354406:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8608b800 x1860112200267648/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941537 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000040:00000010:3.0:1773941527.354409:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1800. 00000020:00000010:3.0:1773941527.354415:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000020:00000010:3.0:1773941527.354421:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd1400. 00000100:00000001:1.0:1773941527.354422:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 80000000:00000010:3.0:1773941527.354424:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc240. 00040000:00000010:3.0:1773941527.354428:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd0800. 00000100:00000040:1.0:1773941527.354430:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8608b800 x1860112200267648/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941537 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 20000000:00000010:3.0:1773941527.354431:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd1600. 00000020:00000010:3.0:1773941527.354435:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd0600. 10000000:00000010:3.0:1773941527.354439:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eadc40. 00000100:00000001:1.0:1773941527.354444:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941527.354446:0:2398:0:(events.c:68:request_out_callback()) Process leaving 10000000:01000000:3.0:1773941527.354493:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 10000000:00000001:3.0:1773941527.354500:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:3.0:1773941527.354502:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:3.0:1773941527.359065:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:3.0:1773941527.359068:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1773941527.359070:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941527.359073:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:3.1:1773941527.360666:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4a00. 00010000:00000010:3.1:1773941527.360672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941528.304806:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941528.304812:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941528.304815:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1773941529.136761:0:14747:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1773941529.136768:0:14747:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8a5a99751a00) refs 2 10000000:00000001:3.0:1773941529.136771:0:14747:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941529.136774:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1773941529.136775:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1773941529.136776:0:14747:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1773941529.136778:0:14747:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:3.0:1773941529.136780:0:14747:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941529.136781:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:3.0:1773941529.136784:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941529.136785:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1773941529.136794:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085500. 00000020:00000040:3.0:1773941529.136798:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941529.136802:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941529.136804:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941529.136808:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941529.136815:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0600. 00000100:00000001:3.0:1773941529.136821:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941529.136827:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941529.136830:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1773941529.136838:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a989c4a00. 00010000:00000001:3.0:1773941529.136844:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941529.136847:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941529.136851:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941529.136855:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a632f5 to hash 00000020:00000001:3.0:1773941529.136857:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941529.136859:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941529.136861:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941529.136866:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941529.136870:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941529.136890:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941529.136914:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941529.136927:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941529.136933:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941529.136935:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941529.136942:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941529.136944:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941529.136946:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941529.136948:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300995840 : -129353408555776 : ffff8a5a90085500) 00000100:00000001:3.0:1773941529.136953:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941529.136957:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941529.136959:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941529.136961:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941529.136971:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085500 x1860112200267776/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941529.136981:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1773941529.136985:0:14747:0:(client.c:1395:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff8a5a90085500 x1860112200267776/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941529.136992:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941529.136994:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085500 x1860112200267776/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:QU/200/ffffffff rc -108/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941529.136999:0:14747:0:(client.c:1841:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773941529.137001:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941529.137002:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941529.137004:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 0 seconds 00000100:00000001:3.0:1773941529.137006:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941529.137013:0:14747:0:(client.c:2089:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1773941529.137016:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941529.137018:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941529.137019:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941529.137022:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085500 x1860112200267776/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:QU/200/ffffffff rc -108/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941529.137028:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200267776:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1773941529.137032:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941529.137034:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773941529.137036:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941529.137038:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941529.137040:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085500 x1860112200267776/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:QU/200/ffffffff rc -108/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941529.137044:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1773941529.137046:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941529.137051:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941529.137052:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00010000:00000001:3.0:1773941529.137054:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1773941529.137057:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941529.137058:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941529.137060:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000020:00000001:3.0:1773941529.137061:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941529.137064:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00010000:3.0:1773941529.137066:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632f5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941529.137071:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00010000:00010000:3.0:1773941529.137074:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632f5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941529.137086:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941529.137088:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632f5 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941529.137092:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941529.137093:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1773941529.137095:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632f5 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941529.137099:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941529.137100:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941529.137102:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1773941529.137104:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632f5 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941529.137108:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 10000000:00000001:3.0:1773941529.137110:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941529.137111:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632f5 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941529.137115:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1773941529.137116:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1773941529.137117:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941529.137118:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00000020:00000001:3.0:1773941529.137120:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941529.137121:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941529.137124:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1773941529.137126:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632f5 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773941529.137129:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941529.137133:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632f5 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1773941529.137138:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:3.0:1773941529.137139:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:3.0:1773941529.137140:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941529.137143:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941529.137144:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941529.137146:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1773941529.137147:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1773941529.137148:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941529.137149:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1773941529.137151:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a632f5 from hash 00010000:00000001:3.0:1773941529.137152:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941529.137153:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941529.137154:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941529.137154:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1773941529.137155:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1773941529.137156:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1773941529.137158:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941529.137159:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941529.137160:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941529.137161:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941529.137162:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632f5 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1773941529.137166:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941529.137166:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941529.137167:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1773941529.137168:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1773941529.137169:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941529.137170:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941529.137171:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1773941529.137173:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a632f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1773941529.137178:0:14747:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a989c4a00 count: 0 00010000:00000001:3.0:1773941529.137190:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941529.137191:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1773941529.137193:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941529.137196:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085500 x1860112200267776/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941529.137201:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1773941529.137203:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941529.137205:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941529.137206:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941529.137208:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0600. 02000000:00000001:3.0:1773941529.137212:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941529.137213:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941529.137215:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085500. 00000100:00000001:3.0:1773941529.137217:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941529.137218:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1773941529.137220:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 10000000:01000000:3.0:1773941529.137221:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -108 00000100:00080000:3.0:1773941529.137223:0:14747:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:CONNECTING 00010000:00000010:3.1:1773941529.142692:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a989c4a00. 00010000:00000010:3.1:1773941529.142702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941529.328801:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941529.328807:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941529.328811:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941530.352805:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941530.352812:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941530.352833:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941531.376787:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941531.376794:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941531.376798:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1773941532.400834:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941532.400841:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941532.400846:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941532.464738:0:2404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941532.464749:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941532.464750:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941532.464754:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941532.464757:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941532.464760:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941532.464762:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941532.464804:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1773941532.464809:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1773941532.464814:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (343) 00000100:00000040:1.0:1773941532.976732:0:59:0:(connection.c:75:cpu_latency_work()) work item of ffff8a5a9827d910 (cpu 0) has reached its deadline 4295006091, at 4295006208 00000100:00000040:0.0:1773941532.976732:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff8a5a9827d800 (cpu 0) has reached its deadline 4295006091, at 4295006208 00000100:00000010:0.0:1773941532.976746:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a5a996c3c60. 00000100:00000010:1.0:1773941532.976750:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a5a996c3d80. 00000020:00000001:3.0:1773941533.424789:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941533.424795:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941533.424798:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941533.488733:0:2404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1773941533.488744:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941533.488745:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941533.488749:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941533.488752:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941533.488755:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941533.488756:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941534.448799:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941534.448807:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941534.448811:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941534.512745:0:2404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941534.512760:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941534.512762:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941534.512768:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941534.512771:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941534.512775:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941534.512778:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941535.472874:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941535.472884:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941535.472891:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941535.536750:0:2404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941535.536762:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941535.536765:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941535.536770:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941535.536772:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941535.536776:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941535.536779:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941536.496881:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941536.496887:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941536.496891:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941536.560723:0:2404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941536.560736:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941536.560738:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941536.560744:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941536.560746:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941536.560750:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941536.560753:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941537.520851:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941537.520858:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941537.520864:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1773941537.584756:0:2404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1773941537.584762:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level CONNECTING/4 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1773941537.584765:0:2404:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1773941537.584774:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1773941537.584780:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (348) 00000100:00100000:0.0:1773941537.584788:0:2404:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773941527/real 1773941527] req@ffff8a5a8608b800 x1860112200267648/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1773941537.584857:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941537.584859:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941537.584863:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddb00. 00000400:00000200:0.0:1773941537.584870:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b330 00000400:00000010:0.0:1773941537.584872:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b330. 00000100:00000001:0.0:1773941537.584877:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941537.584881:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8608b800 x1860112200267648/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941537 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941537.584889:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8608b800 x1860112200267648/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941537.584895:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941537.584896:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941537.584899:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941537.584901:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1773941537.584903:0:2404:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a5a8608b800 x1860112200267648/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941537 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941537.584908:0:2404:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941537.584916:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941537.584917:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941537.584919:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941537.584922:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941537.584924:0:2404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1773941537.584927:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8608b800 x1860112200267648/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941537 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941537.584933:0:2404:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1773941537.584936:0:2404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941537.584937:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941537.584938:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941537.584940:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1773941537.584942:0:2404:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1773941537.584949:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1773941537.584965:0:2404:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.112@tcp failed (-110) 00000100:00000001:0.0:1773941537.584978:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1773941537.584983:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8608b800 x1860112200267648/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941537 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1773941537.584991:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200267648:192.168.202.112@tcp:250:kworker.0 00000100:00080000:2.0:1773941537.584993:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1773941537.585013:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1773941537.585015:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1773941537.585019:0:8:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941537.585023:0:8:0:(import.c:484:import_select_connection()) Process entered 00000100:00000001:0.0:1773941537.585026:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941537.585032:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 333 00000100:00000001:0.0:1773941537.585033:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1773941537.585043:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8608b800 x1860112200267648/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 1 dl 1773941537 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1773941537.585053:0:8:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941537.585070:0:8:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00000100:00000001:0.0:1773941537.585072:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1773941537.585079:0:8:0:(import.c:2136:obd_at_measure()) add 10 to ffff8a5a98b0b410 time=27 v=5 (1 0 0 0) 00000100:00001000:2.0:1773941537.585083:0:8:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:2.0:1773941537.585085:0:8:0:(import.c:588:import_select_connection()) MGC192.168.202.112@tcp: tried all connections, increasing latency to 5s 00000100:00000040:2.0:1773941537.585089:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941537.585091:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941537.585093:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941537.585094:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:2.0:1773941537.585097:0:8:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941537.585099:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941537.585100:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941537.585102:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941537.585104:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941537.585105:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00000040:2.0:1773941537.585108:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941537.585109:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1773941537.585111:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941537.585112:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000040:2.0:1773941537.585115:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00080000:2.0:1773941537.585117:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:2.0:1773941537.585120:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941537.585121:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1773941537.585123:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:0.0:1773941537.585128:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c70400. 02000000:00000001:2.0:1773941537.585129:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941537.585141:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941537.585144:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941537.585148:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1773941537.585150:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000020:00000040:0.0:1773941537.585152:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941537.585153:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941537.585166:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1773941537.585170:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c4a80. 02000000:00000010:0.0:1773941537.585171:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90c72400. 00000020:00000040:2.0:1773941537.585178:0:8:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 02000000:00000001:0.0:1773941537.585179:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1773941537.585181:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941537.585184:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8608b800. 02000000:00000001:2.0:1773941537.585189:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1773941537.585189:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941537.585192:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1773941537.585195:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941537.585196:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941537.585202:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941537.585204:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1773941537.585205:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941537.585208:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941537.585212:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941537.585213:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941537.585220:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941537.585230:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90d70c00. 00000100:00000001:2.0:1773941537.585238:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941537.585247:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a833c4a80 x1860112200267904/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941537.585259:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941537.585264:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941537.585269:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000014cc0d31] to pc [ptlrpcd_rcv+-1] req@ffff8a5a833c4a80 x1860112200267904/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941537.585293:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941537.585298:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (348) 00000100:00000001:0.0:1773941537.585315:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941537.585318:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941537.585320:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1773941537.585325:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a833c4a80 x1860112200267904/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941537.585344:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1773941537.585346:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941537.585349:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1773941537.585352:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1773941537.585354:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1773941537.585357:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200267904:192.168.202.112@tcp:250:kworker.0 00000100:00000001:0.0:1773941537.585360:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1773941537.585365:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1773941537.585368:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941537.585370:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1773941537.585375:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90c72400. 02000000:00000001:0.0:1773941537.585376:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941537.585383:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:0.0:1773941537.585386:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a993ddb00. 00000400:00000010:0.0:1773941537.585391:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b330. 00000100:00000200:0.0:1773941537.585396:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200267904, portal 25 00000100:00000001:0.0:1773941537.585398:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1773941537.585399:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720086297216 : -129353623254400 : ffff8a5a833c4a80) 00000100:00000040:0.0:1773941537.585404:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a833c4a80 x1860112200267904/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941537.585410:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1773941537.585412:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:0.0:1773941537.585414:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9002b440. 00000100:00000200:0.0:1773941537.585416:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200267904, offset 0 00000400:00000200:0.0:1773941537.585422:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:0.0:1773941537.585428:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941537.585435:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:0.0:1773941537.585441:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1773941537.585445:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:0.0:1773941537.585449:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941537.585451:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1773941537.585457:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[120, 121] 00000400:00000200:0.0:1773941537.585460:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:0.0:1773941537.585465:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [248:248:256:4294967295] 192.168.202.112@tcp LPNI seq info [122:122:8:4294967295] 00000400:00000200:0.0:1773941537.585470:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:0.0:1773941537.585483:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:0.0:1773941537.585491:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:0.0:1773941537.585498:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a87e51200. 00000800:00000200:0.0:1773941537.585507:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:0.0:1773941537.585517:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:0.0:1773941537.585523:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a87e51200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1773941537.585539:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1773941537.585543:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:0.0:1773941537.585546:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4295016322 00000100:00000010:0.0:1773941537.585550:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a5a996c3c60. 00000100:00000001:0.0:1773941537.585557:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1773941537.585564:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4295016322 00000100:00000010:0.0:1773941537.585567:0:2404:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8a5a996c35a0. 00000100:00000001:0.0:1773941537.585571:0:2404:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1773941537.585575:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941537.585578:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941537.585581:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941537.585582:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941537.585586:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941537.585587:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1773941537.585588:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941537.585589:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1773941537.585591:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941537.585592:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941537.585682:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941537.585687:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a87e51200. 00000400:00000200:1.0:1773941537.585693:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941537.585700:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941537.585705:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b440 00000400:00000010:1.0:1773941537.585707:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b440. 00000100:00000001:1.0:1773941537.585711:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941537.585715:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c4a80 x1860112200267904/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941552 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941537.585723:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941537.585725:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a833c4a80 x1860112200267904/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941552 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941537.585731:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941537.585732:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941537.587003:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941537.587016:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941537.587019:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941537.587022:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941537.587029:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941537.587037:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941537.587045:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941537.587049:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941537.587063:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941537.587066:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef07880 00000400:00000200:1.0:1773941537.587070:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941537.587075:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0x10e1 [1] + 0 00000800:00000001:1.0:1773941537.587081:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941537.587089:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941537.587090:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941537.587093:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941537.587096:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941537.587099:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a833c4a80 x1860112200267904/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941552 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941537.587107:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a833c4a80 x1860112200267904/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941537.587121:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941537.587127:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941537.587129:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941537.587152:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1773941537.587154:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1773941537.587158:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941537.587159:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941537.587166:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddb00. 00000400:00000200:0.0:1773941537.587170:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9002b330 00000400:00000010:0.0:1773941537.587171:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9002b330. 00000100:00000001:0.0:1773941537.587174:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1773941537.587179:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c4a80 x1860112200267904/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1773941537.587186:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c4a80 x1860112200267904/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941537.587191:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941537.587192:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941537.587194:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1773941537.587198:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1773941537.587200:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1773941537.587201:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1773941537.587203:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1773941537.587209:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=104 v=5 (5 0 0 0) 00000100:00001000:0.0:1773941537.587212:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=27 v=10 (10 0 0 0) 00000100:00000001:0.0:1773941537.587214:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1773941537.587216:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941537.587218:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1773941537.587220:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941537.587222:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941537.587226:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a833c4a80 x1860112200267904/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941552 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941537.587231:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1773941537.587232:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941537.587234:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941537.587235:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1773941537.587241:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:0.0:1773941537.587243:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1773941537.587244:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:0.0:1773941537.587246:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1773941537.587249:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:0.0:1773941537.587250:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:0.0:1773941537.587255:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:0.0:1773941537.587259:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941537 v=0 (0 0 0 0) 00000100:00001000:0.0:1773941537.587262:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1773941537.587268:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:0.0:1773941537.587270:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941537.587272:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1773941537.587274:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941537.587276:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1773941537.587278:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:0.0:1773941537.587281:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:0.0:1773941537.587283:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1773941537.587286:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1773941537.587289:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:0.0:1773941537.587291:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941537.587523:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941537.587533:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941537.587544:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a833c4a80 x1860112200267904/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941552 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941537.587549:0:14820:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00100000:2.0:1773941537.587557:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200267904:192.168.202.112@tcp:250:kworker.0 00000100:00080000:0.0:1773941537.587565:0:14820:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00000100:00100000:0.0:1773941537.587571:0:14820:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1773941537.587573:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941537.587575:0:14820:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941537.587584:0:14820:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000001:2.0:1773941537.587585:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000001:00000001:0.0:1773941537.587594:0:14820:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000100:00000040:2.0:1773941537.587595:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a833c4a80 x1860112200267904/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941552 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1773941537.587600:0:14820:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:2.0:1773941537.587602:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941537.587605:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:0.0:1773941537.587608:0:14820:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941537.587609:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90c72400. 00000001:00000001:0.0:1773941537.587617:0:14820:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 02000000:00000001:2.0:1773941537.587618:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:0.0:1773941537.587622:0:14820:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941537.587624:0:14820:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1773941537.587627:0:2404:0:(genops.c:1236:class_import_put()) Process entered 10000000:00000001:0.0:1773941537.587629:0:14820:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1773941537.587630:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941537.587665:0:14820:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:2.0:1773941537.587666:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941537.587672:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90d70c00. 02000000:00000001:2.0:1773941537.587677:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941537.587679:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1773941537.587679:0:14820:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00000100:00000010:2.0:1773941537.587689:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c4a80. 00000100:00000001:0.0:1773941537.587689:0:14820:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1773941537.587698:0:14820:0:(recover.c:147:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1773941537.587699:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941537.587704:0:14820:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941537.587705:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1773941537.587717:0:14820:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941537.587718:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941537.587730:0:14820:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941537.587731:0:14820:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00000001:2.0:1773941537.587733:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941537.587735:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1773941537.587744:0:14820:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000001:2.0:1773941537.587745:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941537.587752:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1773941537.587763:0:14820:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941537.587765:0:14820:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941537.587767:0:14820:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1773941537.587773:0:14820:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:0.0:1773941537.587783:0:14820:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941537.587785:0:14820:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941537.587787:0:14820:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941537.587789:0:14820:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941537.587791:0:14820:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1773941537.587836:0:14747:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-sptlrpc-ffff8a5aa06b19b8 from 1 10000000:00000001:2.0:1773941537.587841:0:14747:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1773941537.587842:0:14747:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1773941537.587847:0:14747:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c4a80. 00000020:00000040:2.0:1773941537.587850:0:14747:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941537.587852:0:14747:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941537.587853:0:14747:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941537.587857:0:14747:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941537.587862:0:14747:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a9abf6c00. 00000100:00000001:2.0:1773941537.587867:0:14747:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941537.587870:0:14747:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1773941537.587873:0:14747:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1773941537.587880:0:14747:0:(ldlm_resource.c:1475:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8a5a85037b00. 00010000:00000001:2.0:1773941537.587886:0:14747:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1773941537.587890:0:14747:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5ac21dc800. 00000020:00000010:2.0:1773941537.587895:0:14747:0:(lprocfs_status.c:1408:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff8a5a86094e00. 00000020:00000001:2.0:1773941537.587897:0:14747:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1773941537.587899:0:14747:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5ac21dc800 with handle 0x4337c2e0c9a632fc to hash 00000020:00000001:2.0:1773941537.587901:0:14747:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1773941537.587902:0:14747:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614721141262336 : -129352568289280 : ffff8a5ac21dc800) 00010000:00000001:2.0:1773941537.587905:0:14747:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614721141262336 : -129352568289280 : ffff8a5ac21dc800) 00010000:00000001:2.0:1773941537.587908:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1773941537.587915:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1773941537.587919:0:14747:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a632fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941537.587927:0:14747:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a632fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1773941537.587936:0:14747:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a632fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941537.587940:0:14747:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1773941537.587942:0:14747:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1773941537.587946:0:14747:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a84ebe000. 00000100:00000001:2.0:1773941537.587948:0:14747:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720114581504 : -129353594970112 : ffff8a5a84ebe000) 00000100:00000001:2.0:1773941537.587955:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941537.587956:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720086297216 : -129353623254400 : ffff8a5a833c4a80) 00000100:00000001:2.0:1773941537.587959:0:14747:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941537.587967:0:14747:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941537.587969:0:14747:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1773941537.587970:0:14747:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941537.587979:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a833c4a80 x1860112200268032/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941537.587989:0:14747:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941537.587991:0:14747:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941537.587995:0:14747:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941537.587998:0:14747:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941537.588001:0:14747:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941537.588005:0:14747:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200268032:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1773941537.588009:0:14747:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941537.588015:0:14747:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941537.588017:0:14747:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941537.588020:0:14747:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941537.588024:0:14747:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d70c00. 02000000:00000001:2.0:1773941537.588031:0:14747:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941537.588036:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941537.588040:0:14747:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352b0b0. 00000400:00000010:2.0:1773941537.588046:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678440. 00000100:00000200:2.0:1773941537.588053:0:14747:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200268032, portal 25 00000100:00000001:2.0:1773941537.588056:0:14747:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941537.588057:0:14747:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720086297216 : -129353623254400 : ffff8a5a833c4a80) 00000100:00000040:2.0:1773941537.588063:0:14747:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a833c4a80 x1860112200268032/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941553 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941537.588072:0:14747:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941537.588075:0:14747:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941537.588079:0:14747:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678908. 00000100:00000200:2.0:1773941537.588082:0:14747:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200268032, offset 0 00000400:00000200:2.0:1773941537.588087:0:14747:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941537.588092:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941537.588097:0:14747:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941537.588101:0:14747:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941537.588104:0:14747:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941537.588107:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941537.588109:0:14747:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941537.588112:0:14747:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[122, 121] 00000400:00000200:2.0:1773941537.588114:0:14747:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:2.0:1773941537.588117:0:14747:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [249:249:256:4294967295] 192.168.202.122@tcp LPNI seq info [123:123:8:4294967295] 00000400:00000200:2.0:1773941537.588120:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:2.0:1773941537.588126:0:14747:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:2.0:1773941537.588131:0:14747:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:2.0:1773941537.588134:0:14747:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544b00. 00000800:00000200:2.0:1773941537.588139:0:14747:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:2.0:1773941537.588145:0:14747:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:2.0:1773941537.588149:0:14747:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1773941537.588160:0:14747:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941537.588168:0:14747:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941537.588170:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4295016325 00000100:00000001:2.0:1773941537.588178:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295016322 00000100:00000001:2.0:1773941537.588183:0:14747:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4295016325 00000100:00000001:2.0:1773941537.588186:0:14747:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295016322 00000100:00000001:2.0:1773941537.588191:0:14747:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941537.588193:0:14747:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941537.588195:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941537.588196:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1773941537.588198:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a84ebe000 going to sleep for 11 seconds 00000100:00000001:2.0:1773941537.588200:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941537.588202:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941537.588228:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941537.588232:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544b00. 00000400:00000200:1.0:1773941537.588235:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941537.588239:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941537.588242:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678908 00000400:00000010:1.0:1773941537.588244:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678908. 00000100:00000001:1.0:1773941537.588246:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941537.588255:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c4a80 x1860112200268032/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941553 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941537.588262:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941537.588264:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a833c4a80 x1860112200268032/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941553 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941537.588269:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941537.588271:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1773941538.544792:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941538.544806:0:1079:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773941538.544809:0:1079:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773941538.544812:0:1079:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941538.544841:0:1079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773941538.544843:0:1079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941538.544844:0:1079:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941538.544847:0:1079:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941538.544939:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941538.544948:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941538.544975:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941539.568749:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941539.568756:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941539.568865:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941539.568871:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941539.568875:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941540.592750:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941540.592756:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941540.592852:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941540.592856:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941540.592858:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941541.616748:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941541.616772:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941541.616861:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941541.616864:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941541.616868:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941542.640737:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941542.640743:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941542.640814:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941542.640818:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941542.640821:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941542.704758:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773941542.704770:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773941542.704806:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c5500. 00000020:00000040:2.0:1773941542.704812:0:8:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941542.704816:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941542.704818:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941542.704823:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941542.704830:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5aa1544800. 00000100:00000001:2.0:1773941542.704836:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.704846:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3d31d207-695b-40b8-8597-fab765cae562->MGS req@ffff8a5a833c5500 x1860112200268160/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941542.704856:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941542.704859:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.704864:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fe48bcf] to pc [ptlrpcd_01_00+0] req@ffff8a5a833c5500 x1860112200268160/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.704892:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.704895:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (353) 00000100:00000001:2.0:1773941542.704910:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1773941542.704914:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1773941542.704916:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941542.704923:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941542.704927:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.704938:0:2408:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941542.704940:0:2408:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.704942:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941542.704944:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941542.704946:0:2408:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1773941542.704950:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a833c5500 x1860112200268160/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.704956:0:2408:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1773941542.704958:0:2408:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.704962:0:2408:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1773941542.704964:0:2408:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1773941542.704966:0:2408:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1773941542.704969:0:2408:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3d31d207-695b-40b8-8597-fab765cae562:2408:1860112200268160:192.168.202.112@tcp:400:kworker.0 00000100:00000001:2.0:1773941542.704972:0:2408:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1773941542.704977:0:2408:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941542.704979:0:2408:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.704981:0:2408:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1773941542.704985:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a9abf7e00. 02000000:00000001:2.0:1773941542.704986:0:2408:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.704993:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:2.0:1773941542.704996:0:2408:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352bd10. 00000400:00000010:2.0:1773941542.705002:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678990. 00000100:00000200:2.0:1773941542.705008:0:2408:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200268160, portal 25 00000100:00000001:2.0:1773941542.705010:0:2408:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1773941542.705011:0:2408:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720086299904 : -129353623251712 : ffff8a5a833c5500) 00000100:00000040:2.0:1773941542.705015:0:2408:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a833c5500 x1860112200268160/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.705020:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1773941542.705022:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:2.0:1773941542.705024:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa06786e8. 00000100:00000200:2.0:1773941542.705026:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200268160, offset 0 00000400:00000200:2.0:1773941542.705031:0:2408:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:2.0:1773941542.705038:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941542.705043:0:2408:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:2.0:1773941542.705051:0:2408:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1773941542.705055:0:2408:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:2.0:1773941542.705058:0:2408:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.705061:0:2408:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1773941542.705063:0:2408:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[122, 123] 00000400:00000200:2.0:1773941542.705066:0:2408:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:2.0:1773941542.705069:0:2408:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [250:250:256:4294967295] 192.168.202.112@tcp LPNI seq info [124:124:8:4294967295] 00000400:00000200:2.0:1773941542.705072:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941542.705080:0:2408:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:2.0:1773941542.705085:0:2408:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:2.0:1773941542.705088:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544500. 00000800:00000200:2.0:1773941542.705093:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:2.0:1773941542.705099:0:2408:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:2.0:1773941542.705103:0:2408:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1773941542.705118:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1773941542.705121:0:2408:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941542.705123:0:2408:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4295021442 00000100:00000001:2.0:1773941542.705130:0:2408:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295016325 00000100:00000001:2.0:1773941542.705133:0:2408:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4295021442 00000100:00000001:2.0:1773941542.705136:0:2408:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295016325 00000100:00000001:2.0:1773941542.705139:0:2408:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.705141:0:2408:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.705144:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.705146:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941542.705233:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941542.705239:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544500. 00000400:00000200:1.0:1773941542.705247:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941542.705254:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941542.705259:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa06786e8 00000400:00000010:1.0:1773941542.705262:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa06786e8. 00000100:00000001:1.0:1773941542.705266:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941542.705272:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c5500 x1860112200268160/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941558 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.705283:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941542.705287:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a833c5500 x1860112200268160/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941558 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.705296:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941542.705299:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941542.706681:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941542.706702:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941542.706706:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941542.706708:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941542.706717:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941542.706723:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941542.706730:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941542.706734:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941542.706739:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941542.706743:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef07980 00000400:00000200:1.0:1773941542.706747:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941542.706752:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0x10f9 [1] + 224 00000800:00000001:1.0:1773941542.706759:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941542.706791:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941542.706794:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941542.706799:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941542.706804:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941542.706811:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a833c5500 x1860112200268160/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941558 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941542.706820:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a833c5500 x1860112200268160/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941542.706835:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941542.706844:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941542.706846:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.706872:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941542.706877:0:2408:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941542.706883:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941542.706885:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941542.706889:0:2408:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352bd10. 00000400:00000200:2.0:1773941542.706893:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678990 00000400:00000010:2.0:1773941542.706895:0:2408:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678990. 00000100:00000001:2.0:1773941542.706904:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941542.706910:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c5500 x1860112200268160/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941558 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941542.706919:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c5500 x1860112200268160/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941558 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.706924:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941542.706926:0:2408:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.706928:0:2408:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941542.706930:0:2408:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941542.706931:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941542.706933:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941542.706935:0:2408:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941542.706941:0:2408:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=109 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941542.706943:0:2408:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941542.706945:0:2408:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941542.706947:0:2408:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941542.706949:0:2408:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941542.706950:0:2408:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.706952:0:2408:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941542.706955:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a833c5500 x1860112200268160/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941558 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.706960:0:2408:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941542.706962:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941542.706964:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941542.706966:0:2408:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a833c5500 x1860112200268160/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941558 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941542.706972:0:2408:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:3d31d207-695b-40b8-8597-fab765cae562:2408:1860112200268160:192.168.202.112@tcp:400:kworker.0 00000100:00000001:2.0:1773941542.706975:0:2408:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.706977:0:2408:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941542.706979:0:2408:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a833c5500 x1860112200268160/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941558 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941542.706983:0:2408:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941542.706988:0:2408:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941542.706990:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a9abf7e00. 02000000:00000001:2.0:1773941542.706993:0:2408:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941542.706995:0:2408:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941542.706996:0:2408:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941542.706998:0:2408:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941542.707000:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5aa1544800. 02000000:00000001:2.0:1773941542.707003:0:2408:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941542.707004:0:2408:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941542.707005:0:2408:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c5500. 00000100:00000001:2.0:1773941542.707007:0:2408:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1773941542.707008:0:2408:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.707010:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941542.707012:0:2408:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941542.707014:0:2408:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941542.707015:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941542.707017:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941543.664782:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941543.664788:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941543.664902:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941543.664912:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941543.664919:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941544.688796:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941544.688804:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941544.688878:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941544.688882:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941544.688885:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941545.712733:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941545.712742:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941545.712837:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941545.712841:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941545.712844:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941546.736769:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941546.736776:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941546.736858:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941546.736864:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941546.736870:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1773941547.760751:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941547.760759:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941547.760821:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941547.760825:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941547.760828:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941547.824799:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1773941547.824815:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1773941547.824829:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c5500. 00000020:00000040:2.0:1773941547.824837:0:8:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941547.824843:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941547.824848:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941547.824854:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941547.824866:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5aa1544800. 00000100:00000001:2.0:1773941547.824875:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941547.824900:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3d31d207-695b-40b8-8597-fab765cae562->MGS req@ffff8a5a833c5500 x1860112200268288/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941547.824914:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941547.824918:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941547.824926:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fe48bcf] to pc [ptlrpcd_01_01+1] req@ffff8a5a833c5500 x1860112200268288/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941547.824965:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941547.824970:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (358) 00000100:00000001:3.0:1773941547.825010:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941547.825010:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1773941547.825018:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1773941547.825022:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941547.825032:0:2407:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941547.825033:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941547.825037:0:2407:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941547.825042:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941547.825044:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941547.825048:0:2407:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941547.825057:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a833c5500 x1860112200268288/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941547.825068:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941547.825071:0:2407:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941547.825076:0:2407:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941547.825080:0:2407:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941547.825083:0:2407:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941547.825088:0:2407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3d31d207-695b-40b8-8597-fab765cae562:2407:1860112200268288:192.168.202.112@tcp:400:kworker.0 00000100:00000001:3.0:1773941547.825091:0:2407:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941547.825098:0:2407:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941547.825101:0:2407:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941547.825103:0:2407:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941547.825108:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a87dd0400. 02000000:00000001:3.0:1773941547.825111:0:2407:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941547.825126:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941547.825130:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0aec8. 00000400:00000010:3.0:1773941547.825136:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d440. 00000100:00000200:3.0:1773941547.825144:0:2407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200268288, portal 25 00000100:00000001:3.0:1773941547.825146:0:2407:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941547.825148:0:2407:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720086299904 : -129353623251712 : ffff8a5a833c5500) 00000100:00000040:3.0:1773941547.825152:0:2407:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a833c5500 x1860112200268288/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941547.825159:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941547.825162:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941547.825164:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d5d8. 00000100:00000200:3.0:1773941547.825167:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200268288, offset 0 00000400:00000200:3.0:1773941547.825173:0:2407:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941547.825181:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941547.825189:0:2407:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941547.825194:0:2407:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941547.825198:0:2407:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941547.825202:0:2407:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941547.825204:0:2407:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941547.825207:0:2407:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[124, 123] 00000400:00000200:3.0:1773941547.825209:0:2407:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941547.825213:0:2407:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [251:251:256:4294967295] 192.168.202.122@tcp LPNI seq info [125:125:8:4294967295] 00000400:00000200:3.0:1773941547.825216:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941547.825224:0:2407:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941547.825229:0:2407:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941547.825234:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38c00. 00000800:00000200:3.0:1773941547.825241:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941547.825248:0:2407:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941547.825253:0:2407:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941547.825269:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941547.825273:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941547.825280:0:2407:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4295026562 00000100:00000001:3.0:1773941547.825288:0:2407:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295021442 00000100:00000001:3.0:1773941547.825291:0:2407:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4295026562 00000100:00000001:3.0:1773941547.825294:0:2407:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295021442 00000100:00000001:3.0:1773941547.825297:0:2407:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941547.825300:0:2407:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941547.825303:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941547.825306:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941547.825470:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941547.825480:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38c00. 00000400:00000200:1.0:1773941547.825490:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941547.825500:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941547.825508:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d5d8 00000400:00000010:1.0:1773941547.825511:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d5d8. 00000100:00000001:1.0:1773941547.825517:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941547.825541:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c5500 x1860112200268288/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941547.825556:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941547.825561:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a833c5500 x1860112200268288/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941547.825569:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941547.825571:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1773941548.784793:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941548.784830:0:1079:0:(ldlm_request.c:2131:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1773941548.784833:0:1079:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1773941548.784838:0:1079:0:(ldlm_request.c:2099:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941548.784844:0:1079:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1773941548.784847:0:1079:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941548.784849:0:1079:0:(ldlm_request.c:2141:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941548.784852:0:1079:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941548.784936:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941548.784942:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941548.784963:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941548.848760:0:2407:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941548.848760:0:14747:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941548.848769:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941548.848771:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941548.848776:0:2407:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1773941548.848778:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a84ebe000 going to sleep for 1 seconds 00000100:00000001:3.0:1773941548.848779:0:2407:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:2.0:1773941548.848783:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941548.848785:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941548.848788:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941548.848789:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941548.848794:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941548.848800:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941549.808822:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941549.808834:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941549.808928:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941549.808934:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941549.808938:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941549.872759:0:14747:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941549.872767:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941549.872769:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941549.872774:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a84ebe000 going to sleep for 1 seconds 00000100:00000001:2.0:1773941549.872778:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941549.872782:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941550.832760:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941550.832769:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941550.832837:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941550.832843:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941550.832856:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941550.896795:0:14747:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941550.896804:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941550.896806:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941550.896812:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a84ebe000 going to sleep for 1 seconds 00000100:00000001:2.0:1773941550.896816:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941550.896820:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941551.856782:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941551.856794:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941551.856867:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941551.856872:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941551.856876:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941551.920849:0:14747:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941551.920861:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941551.920864:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941551.920872:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a84ebe000 going to sleep for 1 seconds 00000100:00000001:2.0:1773941551.920877:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941551.920882:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941552.880758:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941552.880766:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941552.880830:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941552.880834:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941552.880836:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1773941552.944839:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1773941552.944845:0:14747:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941552.944852:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941552.944854:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1773941552.944856:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941552.944863:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a84ebe000 going to sleep for 1 seconds 00000100:00000001:3.0:1773941552.944868:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941552.944872:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941552.944877:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c4000. 00000020:00000040:2.0:1773941552.944883:0:8:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=6 obd=MGC192.168.202.112@tcp 00000100:00000001:2.0:1773941552.944888:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1773941552.944891:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1773941552.944897:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1773941552.944911:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5aa1544700. 00000100:00000001:2.0:1773941552.944928:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941552.944943:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 3d31d207-695b-40b8-8597-fab765cae562->MGS req@ffff8a5a833c4000 x1860112200268416/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1773941552.944957:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1773941552.944979:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941552.944987:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e16d79f] to pc [ptlrpcd_01_00+0] req@ffff8a5a833c4000 x1860112200268416/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941552.945022:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941552.945028:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (363) 00000100:00000001:3.0:1773941552.945039:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941552.945042:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941552.945045:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941552.945046:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941552.945050:0:2407:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941552.945059:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a833c4000 x1860112200268416/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941552.945070:0:2407:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941552.945073:0:2407:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941552.945078:0:2407:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941552.945091:0:2407:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941552.945095:0:2407:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941552.945099:0:2407:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3d31d207-695b-40b8-8597-fab765cae562:2407:1860112200268416:192.168.202.112@tcp:400:kworker.0 00000100:00000001:3.0:1773941552.945104:0:2407:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941552.945111:0:2407:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941552.945114:0:2407:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941552.945117:0:2407:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941552.945122:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a87dd1400. 02000000:00000001:3.0:1773941552.945125:0:2407:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941552.945134:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941552.945139:0:2407:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0a898. 00000400:00000010:3.0:1773941552.945146:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875dc38. 00000100:00000200:3.0:1773941552.945155:0:2407:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200268416, portal 25 00000100:00000001:3.0:1773941552.945158:0:2407:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941552.945160:0:2407:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720086294528 : -129353623257088 : ffff8a5a833c4000) 00000100:00000040:3.0:1773941552.945166:0:2407:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a833c4000 x1860112200268416/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941552.945176:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941552.945179:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941552.945183:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d5d8. 00000100:00000200:3.0:1773941552.945187:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200268416, offset 0 00000400:00000200:3.0:1773941552.945195:0:2407:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941552.945205:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941552.945213:0:2407:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941552.945219:0:2407:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941552.945224:0:2407:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941552.945229:0:2407:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941552.945232:0:2407:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941552.945235:0:2407:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[124, 125] 00000400:00000200:3.0:1773941552.945239:0:2407:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000400:00000200:3.0:1773941552.945244:0:2407:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [252:252:256:4294967295] 192.168.202.112@tcp LPNI seq info [126:126:8:4294967295] 00000400:00000200:3.0:1773941552.945249:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941552.945266:0:2407:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00000800:00000200:3.0:1773941552.945274:0:2407:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.112@tcp 00000800:00000010:3.0:1773941552.945280:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38c00. 00000800:00000200:3.0:1773941552.945289:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000800:00000200:3.0:1773941552.945299:0:2407:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000800:00000200:3.0:1773941552.945304:0:2407:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941552.945323:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941552.945328:0:2407:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941552.945331:0:2407:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4295031682 00000100:00000001:3.0:1773941552.945347:0:2407:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295026562 00000100:00000001:3.0:1773941552.945353:0:2407:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4295031682 00000100:00000001:3.0:1773941552.945357:0:2407:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295026562 00000100:00000001:3.0:1773941552.945362:0:2407:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941552.945365:0:2407:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941552.945368:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941552.945371:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941552.945378:0:2407:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941552.945380:0:2407:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=6 : 6 : 6) 00000100:00000001:3.0:1773941552.945382:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941552.945383:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941552.945385:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941552.945387:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941552.945470:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941552.945476:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38c00. 00000400:00000200:1.0:1773941552.945486:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941552.945492:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941552.945497:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d5d8 00000400:00000010:1.0:1773941552.945500:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d5d8. 00000100:00000001:1.0:1773941552.945504:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941552.945508:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c4000 x1860112200268416/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941552.945517:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941552.945520:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a833c4000 x1860112200268416/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941568 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941552.945526:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941552.945527:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941552.946759:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941552.946773:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941552.946776:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941552.946777:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941552.946783:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941552.946788:0:2398:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941552.946793:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941552.946796:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941552.946800:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941552.946804:0:2398:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 224 into portal 25 MB=0x69bc31ef07a80 00000400:00000200:1.0:1773941552.946808:0:2398:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941552.946813:0:2398:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 224/224 into md 0x1109 [1] + 224 00000800:00000001:1.0:1773941552.946819:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941552.946834:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941552.946836:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941552.946839:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941552.946843:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941552.946848:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a833c4000 x1860112200268416/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941552.946856:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8a5a833c4000 x1860112200268416/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941552.946870:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941552.946877:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941552.946880:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941552.946904:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941552.946907:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1773941552.946913:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941552.946914:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941552.946917:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0a898. 00000400:00000200:3.0:1773941552.946920:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875dc38 00000400:00000010:3.0:1773941552.946922:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875dc38. 00000100:00000001:3.0:1773941552.946924:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941552.946929:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c4000 x1860112200268416/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941552.946937:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c4000 x1860112200268416/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941552.946948:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941552.946949:0:2407:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941552.946952:0:2407:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1773941552.946954:0:2407:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1773941552.946957:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1773941552.946959:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941552.946962:0:2407:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1773941552.946968:0:2407:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=119 v=5 (5 0 0 0) 00000100:00001000:3.0:1773941552.946972:0:2407:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1773941552.946974:0:2407:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1773941552.946975:0:2407:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941552.946978:0:2407:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1773941552.946980:0:2407:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941552.946982:0:2407:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1773941552.946985:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a833c4000 x1860112200268416/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941568 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941552.946990:0:2407:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941552.946992:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941552.946994:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941552.946997:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a833c4000 x1860112200268416/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941568 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941552.947003:0:2407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3d31d207-695b-40b8-8597-fab765cae562:2407:1860112200268416:192.168.202.112@tcp:400:kworker.0 00000100:00000001:3.0:1773941552.947006:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941552.947008:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1773941552.947010:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a833c4000 x1860112200268416/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941568 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941552.947015:0:2407:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941552.947017:0:2407:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941552.947019:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a87dd1400. 02000000:00000001:3.0:1773941552.947022:0:2407:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941552.947024:0:2407:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941552.947030:0:2407:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941552.947033:0:2407:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1773941552.947036:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5aa1544700. 02000000:00000001:3.0:1773941552.947041:0:2407:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1773941552.947043:0:2407:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1773941552.947045:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c4000. 00000100:00000001:3.0:1773941552.947048:0:2407:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941552.947049:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941552.947052:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941552.947054:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941552.947056:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941552.947058:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941552.947060:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1773941553.456820:0:14733:0:(mgc_request.c:1794:mgc_process_log()) Process entered 10000000:01000000:3.0:1773941553.456833:0:14733:0:(mgc_request.c:1813:mgc_process_log()) Process log lustre-client-ffff8a5a892a9800 from 1 10000000:00000001:3.0:1773941553.456839:0:14733:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1773941553.456842:0:14733:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:3.0:1773941553.456858:0:14733:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a90085500. 00000020:00000040:3.0:1773941553.456866:0:14733:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=6 obd=MGC192.168.202.112@tcp 00000100:00000001:3.0:1773941553.456872:0:14733:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1773941553.456877:0:14733:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1773941553.456883:0:14733:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1773941553.456895:0:14733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff8a5a87dd0800. 00000100:00000001:3.0:1773941553.456904:0:14733:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941553.456910:0:14733:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1773941553.456914:0:14733:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1773941553.456922:0:14733:0:(ldlm_resource.c:1620:ldlm_resource_getref()) getref res: ffff8a5a85037b00 count: 2 00010000:00000001:3.0:1773941553.456927:0:14733:0:(ldlm_resource.c:1559:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1773941553.456930:0:14733:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1773941553.456934:0:14733:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:3.0:1773941553.456940:0:14733:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1773941553.456944:0:14733:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8a5a813ef200 with handle 0x4337c2e0c9a63303 to hash 00000020:00000001:3.0:1773941553.456946:0:14733:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1773941553.456948:0:14733:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941553.456963:0:14733:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941553.456968:0:14733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941553.456990:0:14733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941553.456996:0:14733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63303 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941553.457009:0:14733:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63303 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941553.457023:0:14733:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63303 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1773941553.457029:0:14733:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1773941553.457032:0:14733:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1773941553.457041:0:14733:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8a5a90d78b40. 00000100:00000001:3.0:1773941553.457043:0:14733:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446614720314575680 : -129353394975936 : ffff8a5a90d78b40) 00000100:00000001:3.0:1773941553.457047:0:14733:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941553.457048:0:14733:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300995840 : -129353408555776 : ffff8a5a90085500) 00000100:00000001:3.0:1773941553.457055:0:14733:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1773941553.457059:0:14733:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941553.457063:0:14733:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1773941553.457065:0:14733:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941553.457079:0:14733:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a90085500 x1860112200268544/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941553.457090:0:14733:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941553.457092:0:14733:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941553.457098:0:14733:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941553.457101:0:14733:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941553.457104:0:14733:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941553.457108:0:14733:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a90085500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3d31d207-695b-40b8-8597-fab765cae562:14733:1860112200268544:192.168.202.112@tcp:101:mount.lustre.0 00000100:00000001:3.0:1773941553.457113:0:14733:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941553.457120:0:14733:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941553.457123:0:14733:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941553.457126:0:14733:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941553.457133:0:14733:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a9008a400. 02000000:00000001:3.0:1773941553.457141:0:14733:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941553.457150:0:14733:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941553.457155:0:14733:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0a898. 00000400:00000010:3.0:1773941553.457164:0:14733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875dc38. 00000100:00000200:3.0:1773941553.457173:0:14733:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200268544, portal 25 00000100:00000001:3.0:1773941553.457176:0:14733:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941553.457177:0:14733:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720300995840 : -129353408555776 : ffff8a5a90085500) 00000100:00000040:3.0:1773941553.457184:0:14733:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a90085500 x1860112200268544/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941569 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941553.457192:0:14733:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941553.457195:0:14733:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941553.457198:0:14733:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875de58. 00000100:00000200:3.0:1773941553.457202:0:14733:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1860112200268544, offset 0 00000400:00000200:3.0:1773941553.457210:0:14733:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941553.457220:0:14733:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941553.457230:0:14733:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941553.457236:0:14733:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941553.457241:0:14733:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941553.457247:0:14733:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941553.457250:0:14733:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941553.457253:0:14733:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[126, 125] 00000400:00000200:3.0:1773941553.457258:0:14733:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941553.457262:0:14733:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [253:253:256:4294967295] 192.168.202.122@tcp LPNI seq info [127:127:8:4294967295] 00000400:00000200:3.0:1773941553.457268:0:14733:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941553.457287:0:14733:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941553.457295:0:14733:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941553.457301:0:14733:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38200. 00000800:00000200:3.0:1773941553.457310:0:14733:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941553.457320:0:14733:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941553.457326:0:14733:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1773941553.457350:0:14733:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941553.457366:0:14733:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941553.457370:0:14733:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4295032194 00000100:00000001:3.0:1773941553.457380:0:14733:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295031682 00000100:00000001:3.0:1773941553.457388:0:14733:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4295032194 00000100:00000001:3.0:1773941553.457392:0:14733:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295031682 00000100:00000001:3.0:1773941553.457396:0:14733:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941553.457399:0:14733:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941553.457402:0:14733:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941553.457404:0:14733:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1773941553.457407:0:14733:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a90d78b40 going to sleep for 11 seconds 00000100:00000001:3.0:1773941553.457411:0:14733:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941553.457414:0:14733:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941553.457492:0:2397:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941553.457497:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38200. 00000400:00000200:1.0:1773941553.457503:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941553.457509:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941553.457514:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875de58 00000400:00000010:1.0:1773941553.457517:0:2397:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875de58. 00000100:00000001:1.0:1773941553.457521:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941553.457525:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a90085500 x1860112200268544/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941569 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941553.457535:0:2397:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941553.457538:0:2397:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff8a5a90085500 x1860112200268544/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941569 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941553.457544:0:2397:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941553.457545:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1773941553.904800:0:1079:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1773941553.904808:0:1079:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941553.904868:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941553.904871:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941553.904875:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941553.968783:0:14747:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941553.968793:0:14747:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1773941553.968813:0:14747:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773941537/real 1773941537] req@ffff8a5a833c4a80 x1860112200268032/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941553 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1773941553.976939:0:14747:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1773941553.976946:0:14747:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1773941553.976952:0:14747:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352b0b0. 00000400:00000200:3.0:1773941553.976961:0:14747:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678440 00000400:00000010:3.0:1773941553.976963:0:14747:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678440. 00000100:00000001:3.0:1773941553.976967:0:14747:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1773941553.977029:0:14747:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c4a80 x1860112200268032/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941553 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1773941553.977040:0:14747:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c4a80 x1860112200268032/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941553 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941553.977047:0:14747:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941553.977049:0:14747:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941553.977052:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1773941553.977071:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941553.977076:0:14747:0:(client.c:2522:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff8a5a833c4a80 x1860112200268032/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941553 ref 2 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941553.977083:0:14747:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1773941553.977086:0:14747:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1773941553.977090:0:14747:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.202.112@tcp: Connection to MGS (at 192.168.202.112@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1773941553.977094:0:14747:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.202.112@tcp for MGC192.168.202.112@tcp not replayable, auto-deactivating 00000100:00000001:3.0:1773941553.977095:0:14747:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1773941553.977096:0:14747:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:3.0:1773941553.977098:0:14747:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1773941553.977101:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a833c4a80 x1860112200268032/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941553 ref 2 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941553.977107:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a833c5500 x1860112200268288/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1773941553.977124:0:14747:0:(client.c:3559:ptlrpc_abort_inflight()) @@@ inflight req@ffff8a5a90085500 x1860112200268544/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941569 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941553.977136:0:14747:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1773941553.977137:0:14747:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1773941553.977139:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000001:2.0:1773941553.977142:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:01000000:3.0:1773941553.977143:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1773941553.977147:0:14747:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 00000100:00000001:2.0:1773941553.977148:0:2407:0:(client.c:1974:ptlrpc_check_set()) Process entered 10000000:00000001:3.0:1773941553.977151:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941553.977153:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941553.977155:0:14747:0:(obd_class.h:1215:obd_import_event()) Process entered 00000400:00000001:2.0:1773941553.977155:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941553.977159:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 10000000:01000000:3.0:1773941553.977160:0:14747:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:3.0:1773941553.977164:0:14747:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1773941553.977164:0:2407:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aec8. 00000100:00000001:3.0:1773941553.977170:0:14747:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000400:00000200:2.0:1773941553.977171:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d440 00000100:00080000:3.0:1773941553.977173:0:14747:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000400:00000010:2.0:1773941553.977175:0:2407:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d440. 00000100:00000001:2.0:1773941553.977180:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941553.977187:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c5500 x1860112200268288/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941563 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941553.977187:0:14733:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941553.977192:0:14747:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000400:00000001:0.0:1773941553.977194:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1773941553.977197:0:14747:0:(client.c:2530:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1773941553.977198:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941553.977204:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0a898. 00000100:00000001:3.0:1773941553.977205:0:14747:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:2.0:1773941553.977205:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c5500 x1860112200268288/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941563 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1773941553.977210:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875dc38 00000100:00000001:3.0:1773941553.977211:0:14747:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1773941553.977215:0:14733:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875dc38. 00000100:00100000:3.0:1773941553.977220:0:14747:0:(client.c:2690:ptlrpc_set_wait()) set ffff8a5a84ebe000 going to sleep for 0 seconds 00000100:00000001:2.0:1773941553.977220:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1773941553.977221:0:14733:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1773941553.977223:0:2407:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1773941553.977229:0:14733:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a90085500 x1860112200268544/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941569 ref 2 fl Rpc:EQr/200/ffffffff rc -5/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1773941553.977231:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a833c5500 x1860112200268288/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941563 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941553.977232:0:14747:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941553.977237:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1773941553.977246:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a833c4a80 x1860112200268032/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941553 ref 2 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941553.977265:0:2407:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000200:0.0:1773941553.977266:0:14733:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a90085500 x1860112200268544/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941569 ref 2 fl Rpc:EQU/200/ffffffff rc -5/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941553.977273:0:14747:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1773941553.977274:0:2407:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941553.977281:0:14747:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941553.977281:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941553.977284:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941553.977286:0:14747:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1773941553.977286:0:14733:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1773941553.977289:0:14747:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941553.977290:0:14733:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941553.977292:0:2407:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a833c5500 x1860112200268288/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941563 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1773941553.977299:0:14747:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a833c4a80 x1860112200268032/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941553 ref 2 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1773941553.977300:0:14733:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a90085500 x1860112200268544/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941569 ref 2 fl Rpc:EQU/200/ffffffff rc -5/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941553.977313:0:2407:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:3d31d207-695b-40b8-8597-fab765cae562:2407:1860112200268288:192.168.202.112@tcp:400:kworker.0 00000100:00000001:2.0:1773941553.977326:0:2407:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1773941553.977337:0:14747:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:3d31d207-695b-40b8-8597-fab765cae562:14747:1860112200268032:192.168.202.112@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1773941553.977337:0:14733:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1773941553.977341:0:2407:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941553.977345:0:14733:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941553.977347:0:14747:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941553.977351:0:14747:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:2.0:1773941553.977353:0:2407:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a833c5500 x1860112200268288/t0(0) o400->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941563 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941553.977354:0:14747:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1773941553.977358:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1773941553.977360:0:14733:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1773941553.977365:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a833c4a80 x1860112200268032/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941553 ref 2 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941553.977366:0:14733:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941553.977370:0:2407:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941553.977375:0:2407:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1773941553.977378:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941553.977379:0:14733:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a90085500 x1860112200268544/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941569 ref 2 fl Interpret:EQU/200/ffffffff rc -5/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1773941553.977382:0:14747:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a84ebe000. 02000000:00000010:2.0:1773941553.977382:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a87dd0400. 00000100:00000001:3.0:1773941553.977389:0:14747:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1773941553.977392:0:14747:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 02000000:00000001:2.0:1773941553.977398:0:2407:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1773941553.977399:0:14747:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00000100:00100000:0.0:1773941553.977399:0:14733:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a90085500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:3d31d207-695b-40b8-8597-fab765cae562:14733:1860112200268544:192.168.202.112@tcp:101:mount.lustre.0 00000020:00000001:2.0:1773941553.977404:0:2407:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1773941553.977405:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:0.0:1773941553.977406:0:14733:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1773941553.977408:0:2407:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000020:00000001:3.0:1773941553.977409:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1773941553.977410:0:14733:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1773941553.977413:0:2407:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000040:3.0:1773941553.977414:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5ac21dc800 refcount=4 00000100:00000001:0.0:1773941553.977414:0:14733:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1773941553.977418:0:14733:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1773941553.977419:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614721141262336 : -129352568289280 : ffff8a5ac21dc800) 02000000:00000010:2.0:1773941553.977419:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5aa1544800. 00000100:00000040:0.0:1773941553.977424:0:14733:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a90085500 x1860112200268544/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941569 ref 2 fl Complete:EQU/200/ffffffff rc -5/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941553.977426:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614721141262336 : -129352568289280 : ffff8a5ac21dc800) 02000000:00000001:2.0:1773941553.977430:0:2407:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00010000:3.0:1773941553.977435:0:14747:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a632fc lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:2.0:1773941553.977435:0:2407:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1773941553.977437:0:14733:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1773941553.977441:0:2407:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c5500. 00000100:00000010:0.0:1773941553.977444:0:14733:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8a5a90d78b40. 00000100:00000001:2.0:1773941553.977451:0:2407:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941553.977452:0:14733:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1773941553.977455:0:14733:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000001:2.0:1773941553.977457:0:2407:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1773941553.977461:0:14733:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1773941553.977465:0:14733:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000100:00000001:2.0:1773941553.977466:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773941553.977468:0:14733:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:3.0:1773941553.977470:0:14747:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000040:0.0:1773941553.977471:0:14733:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=4 00000100:00000001:2.0:1773941553.977476:0:2407:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1773941553.977477:0:14733:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00010000:3.0:1773941553.977479:0:14747:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a632fc lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941553.977480:0:2407:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941553.977481:0:14733:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000001:2.0:1773941553.977486:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1773941553.977489:0:14733:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63303 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1773941553.977491:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941553.977494:0:14747:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941553.977499:0:14747:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a632fc lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941553.977502:0:14733:0:(ldlm_request.c:634:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00080000:2.0:1773941553.977504:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 3d31d207-695b-40b8-8597-fab765cae562->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00010000:00000001:3.0:1773941553.977510:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00080000:2.0:1773941553.977512:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00010000:00000001:3.0:1773941553.977514:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941553.977516:0:8:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00010000:00010000:3.0:1773941553.977517:0:14747:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a632fc lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1773941553.977519:0:8:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1773941553.977526:0:8:0:(import.c:484:import_select_connection()) Process entered 00010000:00000001:3.0:1773941553.977528:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941553.977532:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1773941553.977532:0:8:0:(import.c:509:import_select_connection()) MGC192.168.202.112@tcp: connect to NID 192.168.202.112@tcp last attempt 343 00010000:00000001:3.0:1773941553.977538:0:14747:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1773941553.977539:0:14733:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63303 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1773941553.977541:0:14747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a632fc lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:2.0:1773941553.977543:0:8:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:2.0:1773941553.977554:0:8:0:(peer.c:1521:LNetPeerDiscovered()) Peer NID 192.168.202.112@tcp is discovered: rc = 1 00010000:00000001:0.0:1773941553.977561:0:14733:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1773941553.977564:0:14747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5ac21dc800 already unused, calling callback (ffffffffc123ec20) 00000100:00000040:2.0:1773941553.977564:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00010000:00010000:0.0:1773941553.977566:0:14733:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63303 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773941553.977569:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000100:00000001:2.0:1773941553.977570:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 10000000:00010000:3.0:1773941553.977573:0:14747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a632fc lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941553.977576:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00000100:00000001:2.0:1773941553.977582:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 00000020:00000001:2.0:1773941553.977589:0:8:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1773941553.977593:0:14733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941553.977594:0:14747:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773941553.977596:0:14733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941553.977598:0:14747:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000040:2.0:1773941553.977599:0:8:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00010000:00010000:0.0:1773941553.977600:0:14733:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63303 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1773941553.977601:0:14747:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1773941553.977604:0:8:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1773941553.977605:0:14747:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5ac21dc800 refcount=5 00000020:00000040:2.0:1773941553.977609:0:8:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:3.0:1773941553.977611:0:14747:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614721141262336 : -129352568289280 : ffff8a5ac21dc800) 00000020:00000001:2.0:1773941553.977615:0:8:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00010000:00000001:3.0:1773941553.977617:0:14747:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614721141262336 : -129352568289280 : ffff8a5ac21dc800) 00010000:00000001:0.0:1773941553.977620:0:14733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00000020:00000001:2.0:1773941553.977622:0:8:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00010000:00000001:0.0:1773941553.977624:0:14733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941553.977628:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00010000:00000001:0.0:1773941553.977629:0:14733:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00000001:3.0:1773941553.977630:0:14747:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000100:00000001:2.0:1773941553.977634:0:8:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00010000:0.0:1773941553.977634:0:14733:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63303 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000040:2.0:1773941553.977687:0:8:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8a5a8338c900 refcount 3 to 192.168.202.112@tcp 00010000:00010000:3.0:1773941553.977688:0:14747:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a632fc lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1773941553.977688:0:14733:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8a5a813ef200 already unused, calling callback (ffffffffc123ec20) 00000100:00000001:2.0:1773941553.977695:0:8:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446614720086067456 : -129353623484160 : ffff8a5a8338c900) 10000000:00000001:0.0:1773941553.977695:0:14733:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000020:00000040:2.0:1773941553.977704:0:8:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 10000000:00000001:3.0:1773941553.977705:0:14747:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1773941553.977711:0:14747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a632fc lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1773941553.977712:0:14733:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63303 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1773941553.977713:0:8:0:(import.c:623:import_select_connection()) MGC192.168.202.112@tcp: import ffff8a5a98b0b000 using connection 192.168.202.112@tcp/192.168.202.112@tcp 00000100:00000001:2.0:1773941553.977722:0:8:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941553.977728:0:8:0:(sec.c:1567:sptlrpc_import_sec_adapt()) Process entered 10000000:01000000:3.0:1773941553.977733:0:14747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 02000000:00000001:2.0:1773941553.977734:0:8:0:(sec.c:1607:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1773941553.977735:0:14733:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1773941553.977740:0:14733:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 10000000:00000040:3.0:1773941553.977741:0:14747:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 02000000:00000001:2.0:1773941553.977742:0:8:0:(sec.c:1635:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941553.977744:0:14733:0:(lustre_handles.c:113:class_handle2object()) Process entered 10000000:00000001:3.0:1773941553.977745:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941553.977747:0:8:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1773941553.977750:0:8:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941553.977750:0:14733:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8a5a813ef200 refcount=5 00010000:00010000:3.0:1773941553.977751:0:14747:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1773941553.977754:0:14747:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1773941553.977757:0:14733:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00000100:00000010:2.0:1773941553.977759:0:8:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a833c5500. 00010000:00000001:3.0:1773941553.977760:0:14747:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1773941553.977763:0:14733:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446614720052916736 : -129353656634880 : ffff8a5a813ef200) 00010000:00000001:3.0:1773941553.977764:0:14747:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00000020:00000040:2.0:1773941553.977766:0:8:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=6 obd=MGC192.168.202.112@tcp 00010000:00000001:3.0:1773941553.977767:0:14747:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1773941553.977771:0:14747:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941553.977774:0:8:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 00000020:00000040:3.0:1773941553.977775:0:14747:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5ac21dc800 with handle 0x4337c2e0c9a632fc from hash 02000000:00000001:2.0:1773941553.977777:0:8:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941553.977780:0:14747:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1773941553.977782:0:8:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00010000:00000001:3.0:1773941553.977784:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:2.0:1773941553.977785:0:8:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:3.0:1773941553.977787:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1773941553.977790:0:14747:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 02000000:00000001:2.0:1773941553.977791:0:8:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941553.977792:0:14747:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1773941553.977793:0:14733:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00000001:3.0:1773941553.977797:0:14747:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:0.0:1773941553.977798:0:14733:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63303 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000010:2.0:1773941553.977799:0:8:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8a5a90d72000. 00010000:00000001:3.0:1773941553.977804:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941553.977808:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941553.977809:0:8:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941553.977813:0:14747:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941553.977815:0:14733:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00000001:3.0:1773941553.977817:0:14747:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 10000000:00010000:0.0:1773941553.977819:0:14733:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63303 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1773941553.977821:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8a5a833c5500 x1860112200268672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00010000:3.0:1773941553.977825:0:14747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a632fc lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1773941553.977845:0:14733:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00000001:3.0:1773941553.977849:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941553.977851:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941553.977851:0:8:0:(jobid.c:936:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1773941553.977855:0:14747:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1773941553.977858:0:8:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941553.977859:0:14747:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 10000000:00000040:0.0:1773941553.977859:0:14733:0:(mgc_request.c:935:mgc_blocking_ast()) missing data, won't requeue 00010000:00000001:3.0:1773941553.977863:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 10000000:00000001:0.0:1773941553.977864:0:14733:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941553.977866:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fe48bcf] to pc [ptlrpcd_rcv+-1] req@ffff8a5a833c5500 x1860112200268672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1773941553.977867:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1773941553.977869:0:14733:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1773941553.977873:0:14733:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1773941553.977877:0:14747:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941553.977879:0:14733:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:3.0:1773941553.977881:0:14747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5ac21dc800/0x4337c2e0c9a632fc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14747 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1773941553.977883:0:14733:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1773941553.977887:0:14733:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1773941553.977891:0:14733:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1773941553.977898:0:14733:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a813ef200 with handle 0x4337c2e0c9a63303 from hash 00010000:00000001:0.0:1773941553.977905:0:14733:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1773941553.977908:0:14747:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941553.977909:0:14733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1773941553.977912:0:14747:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:0.0:1773941553.977913:0:14733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1773941553.977915:0:8:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941553.977917:0:14733:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00000100:00000001:3.0:1773941553.977919:0:14747:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1773941553.977921:0:14733:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00000100:00000040:2.0:1773941553.977922:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (364) 00010000:00000001:0.0:1773941553.977925:0:14733:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000040:3.0:1773941553.977929:0:14747:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a833c4a80 x1860112200268032/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 1 dl 1773941553 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1773941553.977931:0:14733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1773941553.977933:0:14733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1773941553.977936:0:14733:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941553.977942:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1773941553.977942:0:14733:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941553.977947:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941553.977950:0:14747:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1773941553.977951:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00010000:00010000:0.0:1773941553.977951:0:14733:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63303 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 02000000:00000001:3.0:1773941553.977954:0:14747:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1773941553.977957:0:14747:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d70c00. 00000100:00000040:2.0:1773941553.977959:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a833c5500 x1860112200268672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1773941553.977963:0:14747:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1773941553.977967:0:14747:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1773941553.977969:0:14747:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00010000:00000001:0.0:1773941553.977975:0:14733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:3.0:1773941553.977976:0:14747:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1773941553.977980:0:14733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:3.0:1773941553.977981:0:14747:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a9abf6c00. 00000100:00000001:2.0:1773941553.977981:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00010000:00000001:0.0:1773941553.977984:0:14733:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:2.0:1773941553.977986:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941553.977987:0:14747:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1773941553.977988:0:14733:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 02000000:00000001:3.0:1773941553.977990:0:14747:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1773941553.977991:0:14733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:3.0:1773941553.977993:0:14747:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c4a80. 02000000:00000001:2.0:1773941553.977994:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1773941553.977994:0:14733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1773941553.977998:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941553.977999:0:14747:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00010000:00000001:0.0:1773941553.977999:0:14733:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:3.0:1773941553.978003:0:14747:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1773941553.978004:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941553.978004:0:14733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.112@tcp lock: ffff8a5a813ef200/0x4337c2e0c9a63303 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 14733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1773941553.978006:0:14747:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:01000000:3.0:1773941553.978012:0:14747:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -5 00000100:00100000:2.0:1773941553.978013:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a833c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200268672:192.168.202.112@tcp:250:kworker.0 10000000:00000001:3.0:1773941553.978017:0:14747:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1773941553.978022:0:14747:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a90eadac0. 00000100:00000001:2.0:1773941553.978023:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00010000:00000040:0.0:1773941553.978024:0:14733:0:(ldlm_resource.c:1668:ldlm_resource_putref()) putref res: ffff8a5a85037b00 count: 0 00000020:00000010:3.0:1773941553.978029:0:14747:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a87dd1600. 02000000:00000001:2.0:1773941553.978029:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1773941553.978033:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941553.978036:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1773941553.978037:0:14747:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a87dd0600. 00010000:00000001:0.0:1773941553.978038:0:14733:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000010:2.0:1773941553.978041:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8a5a90d71c00. 00010000:00000001:0.0:1773941553.978042:0:14733:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000040:00000010:3.0:1773941553.978043:0:14747:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a87dd1c00. 02000000:00000001:2.0:1773941553.978047:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941553.978049:0:14733:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1773941553.978051:0:14747:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a8930e000. 00000400:00000200:2.0:1773941553.978055:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000020:00000010:3.0:1773941553.978058:0:14747:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a87dd0a00. 00000400:00000010:2.0:1773941553.978061:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a8352bd10. 00000100:00000040:0.0:1773941553.978064:0:14733:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a90085500 x1860112200268544/t0(0) o101->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 328/344 e 0 to 0 dl 1773941569 ref 1 fl Complete:EQU/200/ffffffff rc -5/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 80000000:00000010:3.0:1773941553.978066:0:14747:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a90ffc240. 00000400:00000010:2.0:1773941553.978068:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678990. 00040000:00000010:3.0:1773941553.978076:0:14747:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a87dd0400. 00000100:00000001:0.0:1773941553.978076:0:14733:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1773941553.978078:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1860112200268672, portal 25 02000000:00000001:0.0:1773941553.978080:0:14733:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1773941553.978084:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 20000000:00000010:3.0:1773941553.978085:0:14747:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a87dd1400. 02000000:00000010:0.0:1773941553.978085:0:14733:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a9008a400. 00000100:00000001:2.0:1773941553.978089:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720086299904 : -129353623251712 : ffff8a5a833c5500) 10000000:00000040:3.0:1773941553.978093:0:14747:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 02000000:00000001:0.0:1773941553.978093:0:14733:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1773941553.978096:0:14733:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1773941553.978097:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a833c5500 x1860112200268672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1773941553.978099:0:14733:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 10000000:00000001:3.0:1773941553.978104:0:14747:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000001:0.0:1773941553.978105:0:14733:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1773941553.978108:0:14733:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff8a5a87dd0800. 00000020:00000010:3.0:1773941553.978115:0:14747:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87dd0600. 02000000:00000001:0.0:1773941553.978115:0:14733:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1773941553.978117:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1773941553.978118:0:14733:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1773941553.978122:0:14733:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a90085500. 00000040:00000010:3.0:1773941553.978123:0:14747:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a87dd1c00. 00000100:00000040:2.0:1773941553.978124:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000100:00000001:0.0:1773941553.978129:0:14733:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000020:00000010:3.0:1773941553.978130:0:14747:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930e000. 00000400:00000010:2.0:1773941553.978131:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5aa0678088. 00000100:00000001:0.0:1773941553.978132:0:14733:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941553.978137:0:14733:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000010:3.0:1773941553.978138:0:14747:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87dd0a00. 00000100:00000200:2.0:1773941553.978138:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1860112200268672, offset 0 10000000:01000000:0.0:1773941553.978141:0:14733:0:(mgc_request.c:1828:mgc_process_log()) Can't get cfg lock: -5 80000000:00000010:3.0:1773941553.978144:0:14747:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc240. 10000000:00000001:0.0:1773941553.978146:0:14733:0:(mgc_request.c:1680:mgc_process_cfg_log()) Process entered 00040000:00000010:3.0:1773941553.978150:0:14747:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87dd0400. 00000400:00000200:2.0:1773941553.978151:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 10000000:00000010:0.0:1773941553.978152:0:14733:0:(mgc_request.c:1694:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8a5a9006bf80. 20000000:00000010:3.0:1773941553.978155:0:14747:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a87dd1400. 00000020:00000010:0.0:1773941553.978158:0:14733:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a98200600. 00000020:00000010:3.0:1773941553.978160:0:14747:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87dd1600. 00000020:00000010:0.0:1773941553.978165:0:14733:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a98201400. 10000000:00000010:3.0:1773941553.978167:0:14747:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a90eadac0. 00000400:00000200:2.0:1773941553.978171:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000040:00000010:0.0:1773941553.978172:0:14733:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a89bcf800. 10000000:01000000:3.0:1773941553.978174:0:14747:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 00000020:00000010:0.0:1773941553.978177:0:14733:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a98b0f800. 00000400:00000200:2.0:1773941553.978180:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 10000000:00000001:3.0:1773941553.978181:0:14747:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000010:0.0:1773941553.978183:0:14733:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a84f7b800. 00000400:00000200:2.0:1773941553.978187:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 10000000:00020000:3.0:1773941553.978189:0:14747:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 80000000:00000010:0.0:1773941553.978190:0:14733:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8a5a996c3240. 00000400:00000200:2.0:1773941553.978195:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 10000000:00000001:3.0:1773941553.978196:0:14747:0:(mgc_request.c:621:do_requeue()) Process leaving 00040000:00000010:0.0:1773941553.978197:0:14733:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a84f7a000. 10000000:00000001:3.0:1773941553.978202:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 00000400:00000200:2.0:1773941553.978202:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 20000000:00000010:0.0:1773941553.978202:0:14733:0:(mgs_handler.c:1745:mgs_key_init()) kmalloced '(value)': 392 at ffff8a5a84f7aa00. 10000000:00000040:3.0:1773941553.978208:0:14747:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 2 10000000:00000040:0.0:1773941553.978209:0:14733:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 00000400:00000200:2.0:1773941553.978210:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 10000000:00000001:3.0:1773941553.978215:0:14747:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.978216:0:14733:0:(mgc_request.c:1726:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000400:00000200:2.0:1773941553.978220:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[126, 127] 00000020:00000010:0.0:1773941553.978222:0:14733:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a98201400. 00000400:00000200:2.0:1773941553.978226:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.112@tcp 00000040:00000010:0.0:1773941553.978229:0:14733:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a89bcf800. 00000400:00000200:2.0:1773941553.978231:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [254:254:256:4294967295] 192.168.202.112@tcp LPNI seq info [128:128:8:4294967295] 00000020:00000010:0.0:1773941553.978233:0:14733:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a98b0f800. 00000400:00000200:2.0:1773941553.978239:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000020:00000010:0.0:1773941553.978239:0:14733:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a84f7b800. 80000000:00000010:0.0:1773941553.978244:0:14733:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a996c3240. 00000400:00000200:2.0:1773941553.978254:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.112@tcp(192.168.202.112@tcp:192.168.202.112@tcp) : PUT try# 0 00040000:00000010:0.0:1773941553.978254:0:14733:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a84f7a000. 20000000:00000010:0.0:1773941553.978260:0:14733:0:(mgs_handler.c:1745:mgs_key_fini()) kfreed 'info': 392 at ffff8a5a84f7aa00. 00000800:00000200:2.0:1773941553.978265:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.112@tcp 00000020:00000010:0.0:1773941553.978265:0:14733:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a98200600. 00000800:00000010:2.0:1773941553.978271:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5aa1544800. 10000000:00000010:0.0:1773941553.978272:0:14733:0:(mgc_request.c:1742:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8a5a9006bf80. 10000000:01000000:0.0:1773941553.978277:0:14733:0:(mgc_request.c:1890:mgc_process_log()) MGC192.168.202.112@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:0.0:1773941553.978278:0:14733:0:(mgc_request.c:1916:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00000001:0.0:1773941553.978281:0:14733:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000800:00000200:2.0:1773941553.978283:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a877d5c00] -> 12345-192.168.202.112@tcp (5) 00000020:00000010:0.0:1773941553.978285:0:14733:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a99750a00. 00000040:00000010:0.0:1773941553.978288:0:14733:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a99750800. 00000020:00000010:0.0:1773941553.978290:0:14733:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8930f000. 00000800:00000200:2.0:1773941553.978294:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.112@tcp ip 192.168.202.112:988 00000020:00000010:0.0:1773941553.978295:0:14733:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a99751800. 00040000:00000010:0.0:1773941553.978301:0:14733:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a91b38a00. 00000800:00000200:2.0:1773941553.978302:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5aa1544800 type 1, nob 616 niov 1 nkiov 1 00040000:00000010:0.0:1773941553.978305:0:14733:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a99750c00. 00000020:00000010:0.0:1773941553.978309:0:14733:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a99751600. 00000020:00000001:0.0:1773941553.978311:0:14733:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000010:0.0:1773941553.978314:0:14733:0:(obd_mount.c:82:lustre_process_log()) kfreed 'lcfg': 184 at ffff8a5a90d78a80. 00000020:00000010:0.0:1773941553.978316:0:14733:0:(obd_mount.c:84:lustre_process_log()) kfreed 'bufs': 104 at ffff8a5a98814280. 00000100:00000001:2.0:1773941553.978319:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:02020000:0.0:1773941553.978320:0:14733:0:(obd_mount.c:91:lustre_process_log()) MGC192.168.202.112@tcp: Confguration from log lustre-client failed from MGS -5. Communication error between node & MGS, a bad configuration, or other errors. See syslog for more info 00000400:00000200:2.0:1773941553.978330:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:2.0:1773941553.978334:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4295032715 00000100:00000001:2.0:1773941553.978343:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295032194 00000100:00000001:2.0:1773941553.978350:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4295032715 00000100:00000001:2.0:1773941553.978354:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295032194 00000100:00000001:2.0:1773941553.978358:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941553.978362:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941553.978365:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941553.978367:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941553.978370:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941553.978372:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1773941553.978374:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941553.978375:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941553.978376:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941553.978383:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941553.978420:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941553.978426:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5aa1544800. 00000400:00000200:1.0:1773941553.978430:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941553.978435:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000400:00000200:1.0:1773941553.978440:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678088 00000400:00000010:1.0:1773941553.978441:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678088. 00000100:00000001:1.0:1773941553.978444:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941553.978447:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a833c5500 x1860112200268672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941553.978459:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941553.978461:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a833c5500 x1860112200268672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941553.978466:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941553.978467:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1773941553.984424:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1773941553.984434:0:14733:0:(obd_mount.c:93:lustre_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000800:00000001:1.0:1773941553.984441:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1773941553.984446:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000080:00000001:0.0:1773941553.984446:0:14733:0:(llite_lib.c:1489:ll_fill_super()) Process leaving via out_debugfs (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000800:00000001:1.0:1773941553.984451:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941553.984462:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941553.984471:0:2397:0:(lib-move.c:4806:lnet_parse()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp) <- 192.168.202.112@tcp : PUT - for me 00000400:00000200:1.0:1773941553.984479:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941553.984484:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941553.984491:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941553.984496:0:2397:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.112@tcp of length 416 into portal 25 MB=0x69bc31ef07b80 00000400:00000200:1.0:1773941553.984501:0:2397:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:1.0:1773941553.984507:0:2397:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.112@tcp of length 416/416 into md 0x1119 [1] + 0 00000800:00000001:1.0:1773941553.984514:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941553.984523:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1773941553.984526:0:2397:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941553.984531:0:2397:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.112@tcp: PUT: OK 00000100:00000001:1.0:1773941553.984537:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1773941553.984545:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff8a5a833c5500 x1860112200268672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1773941553.984556:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8a5a833c5500 x1860112200268672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941553.984573:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1773941553.984583:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941553.984587:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941553.984602:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941553.984607:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1773941553.984614:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941553.984616:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941553.984620:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352bd10. 00000400:00000200:2.0:1773941553.984625:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5aa0678990 00000400:00000010:2.0:1773941553.984627:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5aa0678990. 00000100:00000001:2.0:1773941553.984631:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941553.984638:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a833c5500 x1860112200268672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941553.984661:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a833c5500 x1860112200268672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/544 e 0 to 0 dl 1773941563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941553.984669:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941553.984682:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941553.984686:0:2404:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1773941553.984689:0:2404:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1773941553.984692:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1773941553.984695:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1773941553.984698:0:2404:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1773941553.984708:0:2404:0:(import.c:2136:obd_at_measure()) add 5 to ffff8a5a98b0b458 time=120 v=5 (5 0 0 0) 00000100:00001000:2.0:1773941553.984714:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1773941553.984720:0:2404:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1773941553.984722:0:2404:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1773941553.984726:0:2404:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1773941553.984729:0:2404:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941553.984734:0:2404:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1773941553.984743:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a833c5500 x1860112200268672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941563 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941553.984752:0:2404:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1773941553.984755:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941553.984758:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941553.984761:0:2404:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1773941553.984768:0:2404:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: connect to target with instance 0 00000020:00000001:2.0:1773941553.984771:0:2404:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1773941553.984783:0:2404:0:(genops.c:823:class_conn2export()) looking for export cookie 0x4337c2e0c9a631a5 00000020:00000001:2.0:1773941553.984786:0:2404:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1773941553.984788:0:2404:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8a5a8930a000 refcount=3 00000020:00000001:2.0:1773941553.984791:0:2404:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000020:00000001:2.0:1773941553.984793:0:2404:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446614720186195968 : -129353523355648 : ffff8a5a8930a000) 00000100:00001000:2.0:1773941553.984798:0:2404:0:(import.c:2136:obd_at_measure()) add 1 to ffff8a5a98b0b410 time=1773941553 v=0 (0 0 0 0) 00000100:00001000:2.0:1773941553.984801:0:2404:0:(import.c:2202:obd_at_measure()) AT ffff8a5a98b0b410 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:2.0:1773941553.984810:0:2404:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 2 00000100:00000001:2.0:1773941553.984821:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941553.984826:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 10000000:00000001:2.0:1773941553.984828:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941553.984831:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:2.0:1773941553.984835:0:2404:0:(import.c:1288:ptlrpc_connect_interpret()) reconnected to MGS@192.168.202.112@tcp after partition 00000100:00080000:2.0:1773941553.984837:0:2404:0:(import.c:1293:ptlrpc_connect_interpret()) MGC192.168.202.112@tcp: reconnected but import is invalid; marking evicted 00000100:00080000:2.0:1773941553.984841:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:2.0:1773941553.984845:0:2404:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1773941553.984850:0:2404:0:(import.c:1660:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.112@tcp; invalidating 00000020:00000040:2.0:1773941553.984855:0:2404:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=5 obd=MGC192.168.202.112@tcp 00000020:00000010:0.0:1773941553.984981:0:14733:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 576 at ffff8a5a98247000. 00000020:00000010:0.0:1773941553.984989:0:14733:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a98244c00. 00000020:00000010:0.0:1773941553.984993:0:14733:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 1440 at ffff8a5a8930d800. 00000020:00000010:0.0:1773941553.985001:0:14733:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a98247400. 00000080:00000010:0.0:1773941553.985006:0:14733:0:(llite_lib.c:1531:ll_fill_super()) kfreed 'cfg': 88 at ffff8a5a90ffcd20. 00000080:00000001:0.0:1773941553.985011:0:14733:0:(llite_lib.c:1565:ll_put_super()) Process entered 00000080:00200000:0.0:1773941553.985014:0:14733:0:(llite_lib.c:1572:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff8a5a892a9800 (sb ffff8a5a892a9800) 00000020:00000001:0.0:1773941553.985019:0:14733:0:(obd_mount.c:116:lustre_end_log()) Process entered 00000020:00000010:0.0:1773941553.985028:0:14733:0:(obd_mount.c:126:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff8a5a90d8a300. 00000020:00000001:0.0:1773941553.985032:0:14733:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1773941553.985037:0:14733:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a84f7aa00. 00000020:00000010:0.0:1773941553.985057:0:14733:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a84f7a000. 00000040:00000010:0.0:1773941553.985062:0:14733:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a84f7b800. 00000020:00000010:0.0:1773941553.985069:0:14733:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a98b0f800. 00000100:00000001:3.0:1773941553.985071:0:2404:0:(import.c:1682:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941553.985075:0:14733:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a84f7ac00. 00000100:00000001:3.0:1773941553.985076:0:2404:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941553.985086:0:14824:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00040000:00000010:0.0:1773941553.985089:0:14733:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a87e51200. 00000100:00000040:3.0:1773941553.985090:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a833c5500 x1860112200268672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941563 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1773941553.985097:0:14824:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.112@tcp to MGS@192.168.202.112@tcp 00040000:00000010:0.0:1773941553.985103:0:14733:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a84f7b200. 00000100:00100000:2.0:1773941553.985105:0:14824:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:3.0:1773941553.985113:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a833c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200268672:192.168.202.112@tcp:250:kworker.0 10000000:00000001:0.0:1773941553.985115:0:14733:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1773941553.985122:0:14733:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 00000100:00000001:3.0:1773941553.985125:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941553.985127:0:14733:0:(mgc_request.c:493:config_log_end()) Process entered 00000100:00000001:3.0:1773941553.985129:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1773941553.985130:0:14824:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:00000001:0.0:1773941553.985135:0:14733:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:01000000:2.0:1773941553.985137:0:14824:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000100:00000040:3.0:1773941553.985140:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a833c5500 x1860112200268672/t0(0) o250->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 520/416 e 0 to 0 dl 1773941563 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1773941553.985142:0:14733:0:(mgc_request.c:105:config_log_get()) Process entered 00000001:00000001:2.0:1773941553.985144:0:14824:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 10000000:00000040:0.0:1773941553.985149:0:14733:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8a5a83ebe400) refs 2 00000001:00000001:2.0:1773941553.985151:0:14824:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000100:00000001:3.0:1773941553.985152:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1773941553.985161:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 10000000:00000001:0.0:1773941553.985161:0:14733:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1773941553.985162:0:14824:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941553.985169:0:14733:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446614720097805312 : -129353611746304 : ffff8a5a83ebe400) 00000001:00000001:2.0:1773941553.985170:0:14824:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1773941553.985177:0:14824:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 02000000:00000010:3.0:1773941553.985178:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8a5a90d71c00. 10000000:00000001:0.0:1773941553.985179:0:14733:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00000001:00000001:2.0:1773941553.985180:0:14824:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1773941553.985188:0:14824:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941553.985189:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 10000000:00000040:0.0:1773941553.985189:0:14733:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00000100:00000001:2.0:1773941553.985191:0:14824:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000001:3.0:1773941553.985195:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1773941553.985196:0:14733:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000040:3.0:1773941553.985200:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=4 obd=MGC192.168.202.112@tcp 00000100:00080000:2.0:1773941553.985200:0:14824:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from EVICTED to RECOVER 00010000:00000001:0.0:1773941553.985201:0:14733:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941553.985204:0:14824:0:(import.c:1634:ptlrpc_import_recovery_state_machine()) Process entered 10000000:00000001:0.0:1773941553.985208:0:14733:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1773941553.985213:0:14733:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00000020:00000001:3.0:1773941553.985215:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1773941553.985217:0:14733:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000010:3.0:1773941553.985221:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8a5a90d72000. 00000100:00000001:2.0:1773941553.985223:0:14824:0:(recover.c:147:ptlrpc_resend()) Process entered 00010000:00000001:0.0:1773941553.985223:0:14733:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941553.985228:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1773941553.985228:0:14824:0:(recover.c:176:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941553.985232:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:3.0:1773941553.985233:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:2.0:1773941553.985234:0:14824:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from RECOVER to FULL 00000100:00000001:2.0:1773941553.985242:0:14824:0:(obd_class.h:1215:obd_import_event()) Process entered 00000100:00000010:3.0:1773941553.985245:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a833c5500. 10000000:01000000:2.0:1773941553.985246:0:14824:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1773941553.985246:0:14733:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff8a5a83ebea00) refs 1 10000000:00000040:2.0:1773941553.985254:0:14824:0:(mgc_request.c:1183:mgc_import_event()) MGC192.168.202.112@tcp: Reactivating import 00000100:00000001:3.0:1773941553.985256:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1773941553.985259:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:01000000:0.0:1773941553.985259:0:14733:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 00000100:00000001:3.0:1773941553.985268:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1773941553.985268:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00080000:2.0:1773941553.985269:0:14824:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1773941553.985276:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1773941553.985277:0:14824:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941553.985280:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941553.985284:0:14824:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:3.0:1773941553.985286:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941553.985288:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:3.0:1773941553.985291:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:02000000:2.0:1773941553.985294:0:14824:0:(import.c:1730:ptlrpc_import_recovery_state_machine()) MGC192.168.202.112@tcp: Connection restored to 192.168.202.112@tcp (at 192.168.202.112@tcp) 00000100:00000001:3.0:1773941553.985295:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941553.985295:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.985305:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:2.0:1773941553.985306:0:14824:0:(import.c:1742:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941553.985311:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:2.0:1773941553.985312:0:14824:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941553.985319:0:14824:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 10000000:00000001:0.0:1773941553.985320:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:2.0:1773941553.985326:0:14824:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:0.0:1773941553.985327:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1773941553.985330:0:14824:0:(import.c:1597:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941553.985332:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941553.985336:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1773941553.985339:0:14733:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a892ab800 : new refcount 5 10000000:00000010:0.0:1773941553.985343:0:14733:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 285 at ffff8a5a83ebea00. 10000000:00000001:0.0:1773941553.985349:0:14733:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.985359:0:14733:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1773941553.985362:0:14733:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:0.0:1773941553.985365:0:14733:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1773941553.985366:0:14733:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941553.985368:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941553.985371:0:14733:0:(mgc_request.c:123:config_log_put()) log params(ffff8a5a83ebe200) refs 1 10000000:01000000:0.0:1773941553.985374:0:14733:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:0.0:1773941553.985377:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941553.985379:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.985382:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941553.985384:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.985386:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941553.985388:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.985390:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941553.985392:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.985394:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941553.985397:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1773941553.985399:0:14733:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a892ab800 : new refcount 4 10000000:00000010:0.0:1773941553.985403:0:14733:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 279 at ffff8a5a83ebe200. 10000000:00000001:0.0:1773941553.985408:0:14733:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.985411:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941553.985413:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.985415:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941553.985416:0:14733:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8a5a99751a00) refs 1 10000000:01000000:0.0:1773941553.985419:0:14733:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 10000000:00000001:0.0:1773941553.985420:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941553.985421:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.985423:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941553.985424:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.985425:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941553.985426:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.985427:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941553.985428:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.985429:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941553.985430:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 02000000:08000000:0.0:1773941553.985434:0:14733:0:(sec_config.c:500:sptlrpc_conf_free()) free sptlrpc conf lustre 02000000:00000010:0.0:1773941553.985437:0:14733:0:(sec_config.c:504:sptlrpc_conf_free()) kfreed 'conf': 120 at ffff8a5a98814200. 00000020:00000040:0.0:1773941553.985440:0:14733:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a892ab800 : new refcount 3 10000000:00000010:0.0:1773941553.985443:0:14733:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff8a5a99751a00. 10000000:00000001:0.0:1773941553.985445:0:14733:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.985452:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941553.985453:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.985454:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941553.985456:0:14733:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8a5a83ebe400) refs 2 10000000:00000001:0.0:1773941553.985458:0:14733:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.985460:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1773941553.985461:0:14733:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8a5a83ebe400) refs 1 10000000:01000000:0.0:1773941553.985463:0:14733:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:0.0:1773941553.985464:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941553.985465:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.985466:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941553.985467:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.985468:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941553.985469:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.985470:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941553.985471:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1773941553.985472:0:14733:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1773941553.985474:0:14733:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1773941553.985475:0:14733:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a892ab800 : new refcount 2 10000000:00000010:0.0:1773941553.985477:0:14733:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 286 at ffff8a5a83ebe400. 10000000:00000001:0.0:1773941553.985479:0:14733:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:0.0:1773941553.985481:0:14733:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:0.0:1773941553.985483:0:14733:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941553.985485:0:14733:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941553.985489:0:14733:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a84f7a000. 00000040:00000010:0.0:1773941553.985493:0:14733:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a84f7b800. 00000020:00000010:0.0:1773941553.985496:0:14733:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a98b0f800. 00000020:00000010:0.0:1773941553.985501:0:14733:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a84f7ac00. 00040000:00000010:0.0:1773941553.985505:0:14733:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a87e51200. 00040000:00000010:0.0:1773941553.985508:0:14733:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a84f7b200. 00000020:00000010:0.0:1773941553.985512:0:14733:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a84f7aa00. 00000020:00000001:0.0:1773941553.985514:0:14733:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941553.985517:0:14733:0:(obd_mount.c:131:lustre_end_log()) kfreed 'lcfg': 176 at ffff8a5a90d8a300. 00000020:00000001:0.0:1773941553.985519:0:14733:0:(obd_mount.c:132:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941553.985521:0:14733:0:(obd_mount.c:116:lustre_end_log()) Process entered 00000020:00000010:0.0:1773941553.985524:0:14733:0:(obd_mount.c:126:lustre_end_log()) kmalloced '(lcfg)': 168 at ffff8a5a90d8a300. 00000020:00000001:0.0:1773941553.985526:0:14733:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:0.0:1773941553.985528:0:14733:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a84f7aa00. 00000020:00000010:0.0:1773941553.985537:0:14733:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a84f7b200. 00000040:00000010:0.0:1773941553.985540:0:14733:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a84f7ac00. 00000020:00000010:0.0:1773941553.985543:0:14733:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a98b0f800. 00000020:00000010:0.0:1773941553.985546:0:14733:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a84f7b800. 00040000:00000010:0.0:1773941553.985549:0:14733:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a87e51200. 00040000:00000010:0.0:1773941553.985552:0:14733:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a84f7a000. 10000000:00000001:0.0:1773941553.985555:0:14733:0:(mgc_request.c:1932:mgc_process_config()) Process entered 10000000:00000001:0.0:1773941553.985556:0:14733:0:(mgc_request_server.c:668:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1773941553.985558:0:14733:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1773941553.985559:0:14733:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1773941553.985561:0:14733:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941553.985563:0:14733:0:(mgc_request.c:497:config_log_end()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1773941553.985565:0:14733:0:(mgc_request.c:2026:mgc_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1773941553.985567:0:14733:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a84f7b200. 00000040:00000010:0.0:1773941553.985570:0:14733:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a84f7ac00. 00000020:00000010:0.0:1773941553.985572:0:14733:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a98b0f800. 00000020:00000010:0.0:1773941553.985575:0:14733:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a84f7b800. 00040000:00000010:0.0:1773941553.985578:0:14733:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a87e51200. 00040000:00000010:0.0:1773941553.985581:0:14733:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a84f7a000. 00000020:00000010:0.0:1773941553.985583:0:14733:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a84f7aa00. 00000020:00000001:0.0:1773941553.985585:0:14733:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000010:0.0:1773941553.985588:0:14733:0:(obd_mount.c:131:lustre_end_log()) kfreed 'lcfg': 168 at ffff8a5a90d8a300. 00000020:00000001:0.0:1773941553.985590:0:14733:0:(obd_mount.c:132:lustre_end_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000080:02000400:0.0:1773941553.985595:0:14733:0:(llite_lib.c:1617:ll_put_super()) Unmounted lustre-client 00000020:00000001:0.0:1773941553.987157:0:14733:0:(obd_config.c:1231:class_del_profile()) Process entered 00000020:01000000:0.0:1773941553.987159:0:14733:0:(obd_config.c:1233:class_del_profile()) Del profile lustre-client 00000020:00000001:0.0:1773941553.987161:0:14733:0:(obd_config.c:1149:class_get_profile_nolock()) Process entered 00000020:00000001:0.0:1773941553.987162:0:14733:0:(obd_config.c:1156:class_get_profile_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941553.987164:0:14733:0:(obd_config.c:1248:class_del_profile()) Process leaving 00000080:00000001:0.0:1773941553.987165:0:14733:0:(llite_lib.c:266:ll_free_sbi()) Process entered 00000020:00000010:0.0:1773941553.987192:0:14733:0:(cl_page.c:1415:cl_cache_decref()) kfreed 'cache': 152 at ffff8a5a90d78000. 00000080:00000010:0.0:1773941553.987198:0:14733:0:(llite_lib.c:281:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_prefix': 6 at ffff8a5a82f058d8. 00000080:00000010:0.0:1773941553.987201:0:14733:0:(llite_lib.c:287:ll_free_sbi()) kfreed 'sbi->ll_foreign_symlink_upcall': 5 at ffff8a5a82f05560. 00000080:00000010:0.0:1773941553.987240:0:14733:0:(llite_lib.c:310:ll_free_sbi()) kfreed 'sbi': 1376 at ffff8a5a8930c800. 00000080:00000001:0.0:1773941553.987254:0:14733:0:(llite_lib.c:312:ll_free_sbi()) Process leaving 00000020:00000001:0.0:1773941553.987256:0:14733:0:(obd_mount.c:909:lustre_common_put_super()) Process entered 00000020:01000004:0.0:1773941553.987258:0:14733:0:(obd_mount.c:911:lustre_common_put_super()) dropping sb ffff8a5a892a9800 00000020:00000001:0.0:1773941553.987260:0:14733:0:(obd_mount.c:575:lustre_stop_mgc()) Process entered 00000020:00000001:0.0:1773941553.987262:0:14733:0:(obd_class.h:902:obd_disconnect()) Process entered 00010000:00000001:0.0:1773941553.987265:0:14733:0:(ldlm_lib.c:759:client_disconnect_export()) Process entered 00010000:00000040:0.0:1773941553.987268:0:14733:0:(ldlm_lib.c:772:client_disconnect_export()) disconnect MGC192.168.202.112@tcp - 1 00000100:00000001:0.0:1773941553.987271:0:14733:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1773941553.987273:0:14733:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import 3d31d207-695b-40b8-8597-fab765cae562->MGS 00000020:00000001:0.0:1773941553.987276:0:14733:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941553.987278:0:14733:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=2 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941553.987280:0:14733:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1773941553.987282:0:14733:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941553.987284:0:14733:0:(ldlm_request.c:2367:ldlm_cli_cancel_unused()) Process entered 00000001:00000001:0.0:1773941553.987287:0:14733:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941553.987290:0:14733:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941553.987294:0:14733:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941553.987296:0:14733:0:(ldlm_request.c:2379:ldlm_cli_cancel_unused()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941553.987299:0:14733:0:(ldlm_resource.c:1268:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1773941553.987301:0:14733:0:(ldlm_resource.c:1207:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1773941553.987303:0:14733:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941553.987304:0:14733:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941553.987306:0:14733:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941553.987307:0:14733:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941553.987308:0:14733:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941553.987310:0:14733:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941553.987313:0:14733:0:(ldlm_resource.c:1251:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941553.987315:0:14733:0:(ldlm_resource.c:1293:ldlm_namespace_free_prior()) Process leaving 00000100:00000001:0.0:1773941553.987317:0:14733:0:(import.c:1924:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1773941553.987320:0:14733:0:(import.c:1858:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1773941553.987322:0:14733:0:(import.c:1750:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1773941553.987329:0:14733:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8a5a8608b800. 00000020:00000040:0.0:1773941553.987332:0:14733:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000100:00000001:0.0:1773941553.987335:0:14733:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1773941553.987337:0:14733:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1773941553.987341:0:14733:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1773941553.987346:0:14733:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8a5a87e51200. 00000100:00000001:0.0:1773941553.987351:0:14733:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941553.987358:0:14733:0:(import.c:1788:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446614720133249024 : -129353576302592 : ffff8a5a8608b800) 00000100:00080000:0.0:1773941553.987362:0:14733:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1773941553.987366:0:14733:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1773941553.987369:0:14733:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941553.987377:0:14733:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056f19eb0] to pc [ptlrpcd_rcv+-1] req@ffff8a5a8608b800 x1860112200268800/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1773941553.987396:0:14733:0:(import.c:1904:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941553.987422:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941553.987426:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941553.987429:0:2404:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1773941553.987437:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8a5a8608b800 x1860112200268800/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941553.987447:0:2404:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1773941553.987449:0:2404:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941553.987453:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1773941553.987455:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1773941553.987458:0:2404:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1773941553.987460:0:2404:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8a5a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200268800:192.168.202.112@tcp:251:mount.lustre.0 00000100:00000001:3.0:1773941553.987464:0:2404:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1773941553.987469:0:2404:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1773941553.987471:0:2404:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1773941553.987473:0:2404:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1773941553.987477:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff8a5a87dd1400. 02000000:00000001:3.0:1773941553.987479:0:2404:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941553.987483:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000010:3.0:1773941553.987486:0:2404:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8a5a90c0af20. 00000400:00000010:3.0:1773941553.987490:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d3b8. 00000100:00000200:3.0:1773941553.987494:0:2404:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1860112200268800, portal 25 00000100:00000001:3.0:1773941553.987497:0:2404:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1773941553.987498:0:2404:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446614720133249024 : -129353576302592 : ffff8a5a8608b800) 00000100:00000040:3.0:1773941553.987507:0:2404:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff8a5a8608b800 x1860112200268800/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1773941553.987514:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1773941553.987516:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.112@tcp 00000400:00000010:3.0:1773941553.987518:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8a5a9875d550. 00000100:00000200:3.0:1773941553.987521:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1860112200268800, offset 0 00000400:00000200:3.0:1773941553.987526:0:2404:0:(lib-move.c:5316:LNetPut()) LNetPut -> 12345-192.168.202.112@tcp 00000400:00000200:3.0:1773941553.987531:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000400:00000200:3.0:1773941553.987537:0:2404:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.112@tcp local destination 00000400:00000200:3.0:1773941553.987541:0:2404:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1773941553.987545:0:2404:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.12@tcp 00000400:00000200:3.0:1773941553.987548:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941553.987551:0:2404:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1773941553.987553:0:2404:0:(lib-move.c:1358:lnet_select_peer_ni()) n:[192.168.202.112@tcp, 192.168.202.122@tcp] h:[1000, 1000] p:[-1, -1] c:[8, 8] s:[128, 127] 00000400:00000200:3.0:1773941553.987556:0:2404:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.122@tcp 00000400:00000200:3.0:1773941553.987559:0:2404:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.12@tcp NI seq info: [255:255:256:4294967295] 192.168.202.122@tcp LPNI seq info [129:129:8:4294967295] 00000400:00000200:3.0:1773941553.987563:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.122@tcp to cpt 0 00000400:00000200:3.0:1773941553.987570:0:2404:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.12@tcp(192.168.202.12@tcp:) -> 192.168.202.122@tcp(192.168.202.112@tcp:192.168.202.122@tcp) : PUT try# 0 00000800:00000200:3.0:1773941553.987574:0:2404:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.122@tcp 00000800:00000010:3.0:1773941553.987578:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8a5a91b38b00. 00000800:00000200:3.0:1773941553.987585:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8a5a84eff540] -> 12345-192.168.202.122@tcp (5) 00000800:00000200:3.0:1773941553.987595:0:2404:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:3.0:1773941553.987600:0:2404:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8a5a91b38b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1773941553.987616:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1773941553.987621:0:2404:0:(api-ni.c:1560:lnet_nid4_cpt_hash()) Match nid 192.168.202.112@tcp to cpt 0 00000100:00000001:3.0:1773941553.987624:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 0 is 4295032724 00000100:00000001:3.0:1773941553.987632:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295032715 00000100:00000001:3.0:1773941553.987637:0:2404:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS new deadline estimation for cpu 1 is 4295032724 00000100:00000001:3.0:1773941553.987662:0:2404:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.112@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295032715 00000100:00000001:3.0:1773941553.987668:0:2404:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1773941553.987689:0:2404:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941553.987693:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941553.987695:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941553.987702:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941553.987705:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1773941553.987709:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941553.987711:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941553.987713:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941553.987715:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941553.987778:0:2398:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1773941553.987783:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8a5a91b38b00. 00000400:00000200:1.0:1773941553.987792:0:2398:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1773941553.987796:0:2398:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.202.12@tcp->192.168.202.122@tcp: PUT: OK 00000400:00000200:1.0:1773941553.987799:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d550 00000400:00000010:1.0:1773941553.987801:0:2398:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d550. 00000100:00000001:1.0:1773941553.987805:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1773941553.987809:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff8a5a8608b800 x1860112200268800/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941553.987817:0:2398:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1773941553.987819:0:2398:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8a5a8608b800 x1860112200268800/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1773941563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1773941553.987824:0:2398:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1773941553.987826:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1773941553.988668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5ac21dc800. 00010000:00000010:0.1:1773941553.992685:0:0:0:(ldlm_resource.c:1519:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8a5a85037b00. 00010000:00000010:0.1:1773941553.992707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8a5a813ef200. 00000020:00000001:1.0:1773941554.928794:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1773941554.928804:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941554.928810:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941555.888775:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941555.888783:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:3.0:1773941555.952861:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941555.952882:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941555.952890:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1773941556.976802:0:14747:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1773941556.976813:0:14747:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000001:3.0:1773941556.976855:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941556.976859:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941556.976864:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1773941557.654393:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1773941557.654421:0:2398:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1773941557.654422:0:2397:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1773941557.654431:0:2398:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1773941557.654437:0:2397:0:(socklnd_cb.c:1190:ksocknal_process_receive()) [ffff8a5a90d54000] EOF from 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:0.0:1773941557.654440:0:2398:0:(socklnd_cb.c:1190:ksocknal_process_receive()) [ffff8a5a90d50000] EOF from 12345-192.168.202.122@tcp ip 192.168.202.122:988 00000800:00000200:1.1:1773941557.654447:0:2397:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1 00000800:00000200:1.1:1773941557.654461:0:2397:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1773941557.654463:0:2397:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1 00000800:00000001:1.0:1773941557.654465:0:2397:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1773941557.654693:0:2396:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff8a5a90d54000 00000800:00000010:2.0:1773941557.654698:0:2396:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffff8a5a90d54000. 00000800:00000200:2.0:1773941557.654701:0:2396:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff8a5a90d50000 00000800:00000010:2.0:1773941557.654703:0:2396:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffff8a5a90d50000. 00000800:00000200:2.0:1773941557.654706:0:2396:0:(socklnd.c:1528:ksocknal_destroy_conn()) connection ffff8a5a90d56000 00000800:00000010:2.0:1773941557.654709:0:2396:0:(socklnd.c:1581:ksocknal_destroy_conn()) kfreed 'conn': 4712 at ffff8a5a90d56000. 00000020:00000001:3.0:1773941558.000882:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941558.000892:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941558.000900:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1773941559.024858:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941559.024866:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941559.024870:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941559.088798:0:2404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941559.088818:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941559.088821:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1773941559.088821:0:8:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (370) 00000100:00000001:3.0:1773941559.088831:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941559.088836:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941559.088841:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941559.088845:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1773941559.600766:0:1079:0:(connection.c:75:cpu_latency_work()) work item of ffff8a5a9827d800 (cpu 0) has reached its deadline 4295032724, at 4295032832 00000100:00000040:1.0:1773941559.600767:0:59:0:(connection.c:75:cpu_latency_work()) work item of ffff8a5a9827d910 (cpu 0) has reached its deadline 4295032724, at 4295032832 00000100:00000010:0.0:1773941559.600784:0:1079:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a5a996c3c60. 00000100:00000010:1.0:1773941559.600786:0:59:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8a5a996c35a0. 00000020:00000001:3.0:1773941560.048837:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941560.048848:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941560.048855:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1773941560.112798:0:2404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1773941560.112815:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1773941560.112818:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1773941560.112824:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1773941560.112828:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1773941560.112833:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1773941560.112836:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941561.072798:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941561.072828:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941561.072835:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941561.136852:0:2404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941561.136869:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941561.136872:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941561.136879:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941561.136882:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941561.136887:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941561.136890:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1773941562.096810:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941562.096818:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941562.096823:0:14744:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941562.160768:0:2404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941562.160796:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941562.160798:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941562.160805:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941562.160809:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941562.160813:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941562.160816:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941563.120797:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1773941563.120806:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1773941563.120811:0:14745:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1773941563.184745:0:2404:0:(client.c:2542:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1773941563.184757:0:2404:0:(client.c:2460:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1773941563.184801:0:2404:0:(client.c:2478:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1773941553/real 1773941553] req@ffff8a5a8608b800 x1860112200268800/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 1 dl 1773941563 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1773941563.184822:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1773941563.184825:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1773941563.184829:0:2404:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0af20. 00000400:00000200:2.0:1773941563.184837:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a9875d3b8 00000400:00000010:2.0:1773941563.184840:0:2404:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff8a5a9875d3b8. 00000100:00000001:2.0:1773941563.184845:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1773941563.184850:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff8a5a8608b800 x1860112200268800/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 1 dl 1773941563 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1773941563.184861:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff8a5a8608b800 x1860112200268800/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 1 dl 1773941563 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941563.184868:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1773941563.184870:0:2404:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941563.184874:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941563.184876:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1773941563.184880:0:2404:0:(client.c:2509:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8a5a8608b800 x1860112200268800/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 1 dl 1773941563 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941563.184887:0:2404:0:(client.c:2514:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941563.184898:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1773941563.184899:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941563.184903:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1773941563.184906:0:2404:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1773941563.184909:0:2404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1773941563.184915:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8a5a8608b800 x1860112200268800/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 1 dl 1773941563 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941563.184930:0:2404:0:(client.c:2126:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1773941563.184934:0:2404:0:(client.c:2949:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941563.184936:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1773941563.184938:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1773941563.184943:0:2404:0:(import.c:65:import_set_state_nolock()) ffff8a5a98b0b000 MGS: changing import state from CONNECTING to CLOSED 00000100:00000001:2.0:1773941563.184954:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941563.184958:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1773941563.184962:0:2404:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:2.0:1773941563.184965:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941563.184967:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000001:2.0:1773941563.184969:0:2404:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:2.0:1773941563.184971:0:2404:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:2.0:1773941563.184972:0:2404:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941563.184974:0:2404:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00000040:2.0:1773941563.184995:0:2404:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8a5a8608b800 x1860112200268800/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 1 dl 1773941563 ref 1 fl Interpret:EXNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1773941563.185006:0:2404:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8a5a8608b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:3d31d207-695b-40b8-8597-fab765cae562:2404:1860112200268800:192.168.202.112@tcp:251:mount.lustre.0 00000100:00000001:2.0:1773941563.185013:0:2404:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1773941563.185016:0:2404:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1773941563.185020:0:2404:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8a5a8608b800 x1860112200268800/t0(0) o251->MGC192.168.202.112@tcp@192.168.202.112@tcp:26/25 lens 224/224 e 0 to 1 dl 1773941563 ref 1 fl Complete:EXNQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1773941563.185029:0:2404:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1773941563.185034:0:2404:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1773941563.185040:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff8a5a87dd1400. 02000000:00000001:2.0:1773941563.185046:0:2404:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1773941563.185050:0:2404:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1773941563.185052:0:2404:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=2 obd=MGC192.168.202.112@tcp 00000020:00000001:2.0:1773941563.185055:0:2404:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1773941563.185059:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff8a5a87e51200. 02000000:00000001:2.0:1773941563.185063:0:2404:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1773941563.185066:0:2404:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1773941563.185068:0:2404:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8a5a8608b800. 00000100:00000001:2.0:1773941563.185073:0:2404:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1773941563.185074:0:14733:0:(import.c:1967:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941563.185075:0:2404:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941563.185085:0:14733:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941563.185087:0:14733:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:2.0:1773941563.185092:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1773941563.185093:0:14733:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773941563.185098:0:14733:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1773941563.185099:0:2404:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1773941563.185100:0:14733:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1773941563.185104:0:2404:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941563.185105:0:14733:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941563.185109:0:14733:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00000001:2.0:1773941563.185110:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 10000000:00000001:0.0:1773941563.185113:0:14733:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1773941563.185115:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941563.185118:0:14733:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1773941563.185123:0:14733:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941563.185126:0:14733:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941563.185128:0:14733:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941563.185142:0:14733:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941563.185147:0:14733:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941563.185152:0:14733:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941563.185154:0:14733:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941563.185156:0:14733:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941563.185158:0:14733:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941563.185159:0:14733:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941563.185186:0:14733:0:(obd_class.h:1226:obd_import_event()) Process leaving 00010000:00000001:0.0:1773941563.185193:0:14733:0:(ldlm_lib.c:818:client_disconnect_export()) Process leaving 00000020:00000001:0.0:1773941563.185195:0:14733:0:(genops.c:1462:class_disconnect()) Process entered 00000020:00000080:0.0:1773941563.185198:0:14733:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x4337c2e0c9a631a5 00000020:00000040:0.0:1773941563.185215:0:14733:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a8930a000 with handle 0x4337c2e0c9a631a5 from hash 00000020:00000001:0.0:1773941563.185222:0:14733:0:(genops.c:1934:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1773941563.185233:0:14733:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 1 00000020:00000001:0.0:1773941563.185248:0:14733:0:(genops.c:1959:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1773941563.185250:0:14733:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a8930a000 : new refcount 0 00000020:00000080:0.0:1773941563.185252:0:14733:0:(genops.c:904:class_export_put()) final put ffff8a5a8930a000/3d31d207-695b-40b8-8597-fab765cae562 00000020:00000001:0.0:1773941563.185255:0:14733:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941563.185272:0:14733:0:(genops.c:1493:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1773941563.185285:0:14733:0:(ldlm_lib.c:831:client_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941563.185287:0:14733:0:(obd_class.h:914:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941563.185302:0:14733:0:(obd_config.c:2489:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1773941563.185305:0:14733:0:(obd_config.c:2502:class_manual_cleanup()) Manual cleanup of MGC192.168.202.112@tcp (flags='') 00000020:00000001:1.0:1773941563.185310:0:8:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000010:0.0:1773941563.185314:0:14733:0:(obd_config.c:2506:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff8a5a996c3c60. 00000020:00000080:1.0:1773941563.185315:0:8:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a8930a000/3d31d207-695b-40b8-8597-fab765cae562 for MGC192.168.202.112@tcp 00000020:00000080:0.0:1773941563.185321:0:14733:0:(obd_config.c:1506:class_process_config()) processing cmd: cf004 00000020:00000040:1.0:1773941563.185322:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 2 to 192.168.202.112@tcp 00000020:00000001:1.0:1773941563.185327:0:8:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:1.0:1773941563.185329:0:8:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1773941563.185331:0:8:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.112@tcp (ffff8a5aa06b19b8) now 5 - export 00000020:00000001:0.0:1773941563.185332:0:14733:0:(obd_config.c:936:class_cleanup()) Process entered 00000020:00000010:1.0:1773941563.185335:0:8:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8a5a8930a000. 00000020:00000080:0.0:1773941563.185337:0:14733:0:(obd_config.c:991:class_cleanup()) MGC192.168.202.112@tcp: forcing exports to disconnect: 0/2 00000020:00000001:0.0:1773941563.185343:0:14733:0:(genops.c:1562:class_disconnect_exports()) Process entered 00000020:00000001:1.0:1773941563.185346:0:8:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00080000:0.0:1773941563.185347:0:14733:0:(genops.c:1577:class_disconnect_exports()) OBD device 0 (ffff8a5aa06b19b8) has no exports 00000020:00000001:0.0:1773941563.185362:0:14733:0:(genops.c:1578:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1773941563.185368:0:14733:0:(obd_class.h:604:obd_precleanup()) Process entered 00000020:00000010:0.0:1773941563.185375:0:14733:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a84f7aa00. 00000020:00000010:0.0:1773941563.185394:0:14733:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a84f7a000. 00000040:00000010:0.0:1773941563.185399:0:14733:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a84f7b800. 00000020:00000010:0.0:1773941563.185406:0:14733:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a98b0f800. 00000020:00000010:0.0:1773941563.185432:0:14733:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a84f7ac00. 00040000:00000010:0.0:1773941563.185441:0:14733:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a87e51900. 00040000:00000010:0.0:1773941563.185445:0:14733:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a84f7b200. 00000020:00000010:0.0:1773941563.185452:0:14733:0:(lu_object.c:2003:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8a5a9006bf80. 10000000:00000001:0.0:1773941563.185458:0:14733:0:(mgc_request.c:792:mgc_device_fini()) Process entered 10000000:01000000:1.0:1773941563.185518:0:14747:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:00000001:1.0:1773941563.185521:0:14747:0:(mgc_request.c:709:mgc_requeue_thread()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941563.185524:0:14733:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 10000000:01000000:0.0:1773941563.185528:0:14733:0:(obd_class.h:663:obd_cleanup_client_import()) MGC192.168.202.112@tcp: client import never connected 00000100:00000001:0.0:1773941563.185570:0:14733:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1773941563.185573:0:14733:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1773941563.185575:0:14733:0:(client.c:3544:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1773941563.185577:0:14733:0:(client.c:3589:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1773941563.185579:0:14733:0:(import.c:144:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1773941563.185580:0:14733:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941563.185582:0:14733:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1773941563.185584:0:14733:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941563.185614:0:14733:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00100000:0.0:1773941563.185616:0:14733:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1773941563.185619:0:14733:0:(obd_class.h:1215:obd_import_event()) Process entered 10000000:01000000:0.0:1773941563.185621:0:14733:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1773941563.185623:0:14733:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941563.185671:0:14733:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941563.185675:0:14733:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941563.185678:0:14733:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1773941563.185680:0:14733:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1773941563.185681:0:14733:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941563.185683:0:14733:0:(mgc_request.c:1199:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941563.185684:0:14733:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000020:00000040:0.0:1773941563.185688:0:14733:0:(genops.c:1229:class_import_get()) import ffff8a5a98b0b000 refcount=3 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941563.185690:0:14733:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941563.185691:0:14733:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=2 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941563.185693:0:14733:0:(genops.c:1249:class_import_put()) Process leaving 02000000:08000000:0.0:1773941563.185696:0:14733:0:(sec.c:1366:sec_cop_destroy_sec()) sec.null@ffffffffc0e23ea0: being destroyed 00000020:00000001:0.0:1773941563.185699:0:14733:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941563.185700:0:14733:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=1 obd=MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941563.185702:0:14733:0:(genops.c:1249:class_import_put()) Process leaving 10000000:00000001:0.0:1773941563.185703:0:14733:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 10000000:00000001:0.0:1773941563.185704:0:14733:0:(mgc_request.c:774:mgc_llog_fini()) Process entered 10000000:00000040:0.0:1773941563.185706:0:14733:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff8a5a90d8af00 : new refcount 2 00000040:00000001:0.0:1773941563.185709:0:14733:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:0.0:1773941563.185710:0:14733:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff8a5a90d8af00 : new refcount 1 00000020:00000040:0.0:1773941563.185713:0:14733:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a892ab800 : new refcount 1 00000020:00000001:0.0:1773941563.185715:0:14733:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1773941563.185716:0:14733:0:(genops.c:1242:class_import_put()) import ffff8a5a98b0b000 refcount=0 obd=MGC192.168.202.112@tcp 00000020:00000040:0.0:1773941563.185718:0:14733:0:(genops.c:1245:class_import_put()) final put import ffff8a5a98b0b000 00000020:00000001:0.0:1773941563.185730:0:14733:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000010:0.0:1773941563.185738:0:14733:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 168 at ffff8a5a90d8af00. 00000040:00000001:0.0:1773941563.185746:0:14733:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1773941563.185749:0:14733:0:(mgc_request.c:780:mgc_llog_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1773941563.185751:0:8:0:(genops.c:1200:obd_zombie_import_free()) Process entered 10000000:00000001:0.0:1773941563.185751:0:14733:0:(mgc_request.c:816:mgc_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1773941563.185757:0:8:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8a5a98b0b000 for MGC192.168.202.112@tcp 00000020:00000010:0.0:1773941563.185761:0:14733:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9006bf80. 00000020:00000040:1.0:1773941563.185765:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 1 to 192.168.202.112@tcp 00000020:00000040:1.0:1773941563.185772:0:8:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff8a5a8338c900 refcount 0 to 192.168.202.112@tcp 00000020:00000010:0.0:1773941563.185775:0:14733:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a84f7a000. 00000020:00000010:1.0:1773941563.185776:0:8:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff8a5a996c3ba0. 00000040:00000010:0.0:1773941563.185784:0:14733:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a84f7b800. 00000020:00000040:1.0:1773941563.185785:0:8:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.112@tcp (ffff8a5aa06b19b8) now 4 - import 00000020:00000010:0.0:1773941563.185791:0:14733:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a98b0f800. 00000020:00000010:1.0:1773941563.185793:0:8:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1712 at ffff8a5a98b0b000. 00000020:00000001:1.0:1773941563.185801:0:8:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:0.0:1773941563.185801:0:14733:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a84f7ac00. 00040000:00000010:0.0:1773941563.185808:0:14733:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a87e51900. 00040000:00000010:0.0:1773941563.185811:0:14733:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a84f7b200. 00000020:00000010:0.0:1773941563.185813:0:14733:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a84f7aa00. 00000020:00000001:0.0:1773941563.185815:0:14733:0:(obd_class.h:623:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1773941563.185918:0:14733:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941563.185927:0:14733:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a82c2ea00. 00000001:00000010:0.0:1773941563.185932:0:14733:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a82c2e000. 00000001:00000010:0.0:1773941563.185934:0:14733:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a989eaa00. 00000001:00000010:0.0:1773941563.185937:0:14733:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 344 at ffff8a5a989ea400. 00000001:00000010:0.0:1773941563.185940:0:14733:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8a5a860e72c0. 00000001:00000010:0.0:1773941563.185943:0:14733:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8a5a83c44100. 00000001:00000001:0.0:1773941563.185947:0:14733:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1773941563.185949:0:14733:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.112@tcp (ffff8a5aa06b19b8) now 3 - setup 00000020:00000001:0.0:1773941563.185952:0:14733:0:(obd_config.c:1021:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941563.185955:0:14733:0:(obd_config.c:1659:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1773941563.185958:0:14733:0:(obd_config.c:1506:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1773941563.185961:0:14733:0:(obd_config.c:899:class_detach()) Process entered 00000020:00000040:0.0:1773941563.185966:0:14733:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.112@tcp (ffff8a5aa06b19b8) now 2 - obd_device_list 00000020:00000080:0.0:1773941563.185969:0:14733:0:(obd_config.c:919:class_detach()) detach on obd MGC192.168.202.112@tcp (uuid 3d31d207-695b-40b8-8597-fab765cae562) 00000020:00000040:0.0:1773941563.185971:0:14733:0:(obd_config.c:1058:class_decref()) Decref MGC192.168.202.112@tcp (ffff8a5aa06b19b8) now 1 - newdev 00000020:00000040:0.0:1773941563.185975:0:14733:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8a5a892ab800 with handle 0x4337c2e0c9a6319e from hash 00000020:00000040:0.0:1773941563.185978:0:14733:0:(genops.c:898:class_export_put()) PUTting export ffff8a5a892ab800 : new refcount 0 00000020:00000080:0.0:1773941563.185980:0:14733:0:(genops.c:904:class_export_put()) final put ffff8a5a892ab800/3d31d207-695b-40b8-8597-fab765cae562 00000020:00000001:0.0:1773941563.185982:0:14733:0:(lprocfs_status_server.c:686:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941563.185984:0:14733:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1773941563.185992:0:14733:0:(genops.c:863:class_export_destroy()) destroying export ffff8a5a892ab800/3d31d207-695b-40b8-8597-fab765cae562 for MGC192.168.202.112@tcp 00000020:00000001:0.0:1773941563.185996:0:14733:0:(obd_class.h:1017:obd_destroy_export()) Process entered 00000020:00000001:0.0:1773941563.185998:0:14733:0:(obd_class.h:1021:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941563.186039:0:14733:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1208 at ffff8a5a892ab800. 00000020:00000001:0.0:1773941563.186044:0:14733:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1773941563.186047:0:14733:0:(genops.c:437:class_free_dev()) Release obd device MGC192.168.202.112@tcp obd_type name = mgc 00000020:01000000:0.0:1773941563.186050:0:14733:0:(genops.c:440:class_free_dev()) finishing cleanup of obd MGC192.168.202.112@tcp (3d31d207-695b-40b8-8597-fab765cae562) 00000020:00000001:0.0:1773941563.186054:0:14733:0:(obd_class.h:633:obd_cleanup()) Process entered 00000020:00000010:0.0:1773941563.186057:0:14733:0:(lu_object.c:1762:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8a5a84f7aa00. 00000020:00000010:0.0:1773941563.186077:0:14733:0:(lu_object.c:566:lu_global_key_init()) kmalloced '(value)': 512 at ffff8a5a84f7b200. 00000040:00000010:0.0:1773941563.186081:0:14733:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8a5a84f7ac00. 00000020:00000010:0.0:1773941563.186084:0:14733:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8a5a98b0f800. 00000020:00000010:0.0:1773941563.186087:0:14733:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8a5a84f7b800. 00040000:00000010:0.0:1773941563.186105:0:14733:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8a5a87e51900. 00040000:00000010:0.0:1773941563.186109:0:14733:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8a5a84f7a000. 10000000:00000001:0.0:1773941563.186113:0:14733:0:(mgc_request.c:824:mgc_device_free()) Process entered 00000020:00000001:0.0:1773941563.186116:0:14733:0:(obd_config.c:1281:class_del_profiles()) Process entered 00000020:00000001:0.0:1773941563.186118:0:14733:0:(obd_config.c:1294:class_del_profiles()) Process leaving 00010000:00000001:0.0:1773941563.186291:0:14733:0:(ldlm_lib.c:631:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1773941563.186294:0:14733:0:(ldlm_resource.c:1304:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1773941563.186297:0:14733:0:(ldlm_pool.c:931:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1773941563.186318:0:14733:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 448 at ffff8a5a98201800. 00000020:00000010:0.0:1773941563.186323:0:14733:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff8a5a98201200. 00000020:00000010:0.0:1773941563.186326:0:14733:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a90c73400. 00010000:00000001:0.0:1773941563.186352:0:14733:0:(ldlm_pool.c:934:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1773941563.186361:0:14733:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff8a5a90e76d80. 00000020:00000010:0.0:1773941563.186363:0:14733:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff8a5a854fca80. 00000020:00000010:0.0:1773941563.186366:0:14733:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff8a5a86094e00. 00000020:00000010:0.0:1773941563.186369:0:14733:0:(lprocfs_status.c:1542:stats_free()) kfreed 'stats->ls_percpu[i]': 128 at ffff8a5a98814800. 00000020:00000010:0.0:1773941563.186372:0:14733:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 96 at ffff8a5a996c3180. 00000020:00000010:0.0:1773941563.186375:0:14733:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a90c73000. 00000001:00000001:0.0:1773941563.186456:0:14733:0:(hash.c:1113:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1773941563.186460:0:14733:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at ffff8a5a98200a00. 00000001:00000010:0.0:1773941563.186480:0:14733:0:(hash.c:911:cfs_hash_buckets_free()) kfreed 'buckets[i]': 304 at ffff8a5a98200400. 00000001:00000010:0.0:1773941563.186510:0:14733:0:(hash.c:913:cfs_hash_buckets_free()) kfreed 'buckets': 16 at ffff8a5a9057dbf0. 00000001:00000010:0.0:1773941563.186529:0:14733:0:(hash.c:1163:cfs_hash_destroy()) kfreed 'hs': 280 at ffff8a5a82c8e000. 00000001:00000001:0.0:1773941563.186534:0:14733:0:(hash.c:1165:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1773941563.186537:0:14733:0:(ldlm_resource.c:1327:ldlm_namespace_free_post()) kfreed 'ns': 848 at ffff8a5a90c70800. 00010000:00000001:0.0:1773941563.186542:0:14733:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1773941563.186545:0:14733:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1773941563.186547:0:14733:0:(ldlm_resource.c:1329:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1773941563.186549:0:14733:0:(obd_class.h:652:obd_cleanup_client_import()) Process entered 00010000:00000001:0.0:1773941563.186552:0:14733:0:(obd_class.h:670:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1773941563.186553:0:14733:0:(ldlm_lockd.c:3044:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1773941563.186555:0:14733:0:(ldlm_lockd.c:3527:ldlm_cleanup()) Process entered 00000001:00000010:0.0:1773941563.186577:0:14733:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at ffff8a5a996c3f00. 00000001:00000010:0.0:1773941563.186581:0:14733:0:(shrinker_debug.c:208:ll_shrinker_free()) kfreed 's': 88 at ffff8a5a996c3000. 00000020:00000001:3.0:1773941563.186662:0:14744:0:(genops.c:1914:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1773941563.186665:0:14744:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1773941563.186670:0:14744:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00000001:3.0:1773941563.186673:0:14744:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1773941563.186675:0:14744:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00000020:00000010:3.0:1773941563.186684:0:14744:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9009f080. 00000020:00000010:3.0:1773941563.186693:0:14744:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a87e49a00. 00000020:00000010:3.0:1773941563.186698:0:14744:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a82fdd800. 00000020:00000010:3.0:1773941563.186703:0:14744:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a988cda90. 00000020:00000010:3.0:1773941563.186708:0:14744:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5aa066ac00. 80000000:00000010:3.0:1773941563.186712:0:14744:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83eff2a0. 40000000:00000010:3.0:1773941563.186717:0:14744:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a9009f6c0. 00000020:00000001:1.0:1773941563.186718:0:14745:0:(genops.c:1914:obd_stale_export_get()) Process entered 00100000:00000010:3.0:1773941563.186721:0:14744:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a82fdc800. 00000020:00000001:1.0:1773941563.186723:0:14745:0:(genops.c:1928:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1773941563.186728:0:14745:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00000001:1.0:1773941563.186732:0:14745:0:(ldlm_lockd.c:2874:ldlm_bl_thread_blwi()) Process entered 00040000:00000010:3.0:1773941563.186734:0:14744:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a83c44b00. 00010000:00000001:1.0:1773941563.186734:0:14745:0:(ldlm_lockd.c:2878:ldlm_bl_thread_blwi()) Process leaving (rc=2 : 2 : 2) 00040000:00000010:3.0:1773941563.186739:0:14744:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5aa066b000. 00002000:00000010:3.0:1773941563.186744:0:14744:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a9ab35000. 00000020:00000010:3.0:1773941563.186747:0:14744:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a87e48c00. 00010000:00000010:3.0:1773941563.186751:0:14744:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffff8a5a9009f240. 00010000:00000001:3.0:1773941563.186753:0:14744:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1773941563.186753:0:14745:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9009f700. 00000020:00000010:1.0:1773941563.186766:0:14745:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5aa066a000. 00010000:00000010:0.0:1773941563.186770:0:14733:0:(ldlm_lockd.c:3556:ldlm_cleanup()) kfreed 'blp': 168 at ffff8a5a997aeb40. 00000020:00000010:1.0:1773941563.186773:0:14745:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a82fdb800. 00000100:00000001:0.0:1773941563.186778:0:14733:0:(service.c:3841:ptlrpc_unregister_service()) Process entered 00000020:00000010:1.0:1773941563.186781:0:14745:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a988cc670. 00000100:00000200:0.0:1773941563.186783:0:14733:0:(service.c:3843:ptlrpc_unregister_service()) ldlm_cbd: tearing down 00000020:00000010:1.0:1773941563.186788:0:14745:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5aa066ae00. 00000100:00000001:0.0:1773941563.186790:0:14733:0:(service.c:3384:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1773941563.186794:0:14733:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 80000000:00000010:1.0:1773941563.186795:0:14745:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83effea0. 00000100:00000040:0.0:1773941563.186797:0:14733:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_cbd 00000100:00000040:0.0:1773941563.186802:0:14733:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #1 40000000:00000010:1.0:1773941563.186803:0:14745:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a9009fc40. 00000100:00000040:0.0:1773941563.186805:0:14733:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #0 00100000:00000010:1.0:1773941563.186811:0:14745:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a82fde000. 00040000:00000010:1.0:1773941563.186817:0:14745:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a9237ac00. 00040000:00000010:1.0:1773941563.186822:0:14745:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5aa066a200. 00000100:00000040:0.0:1773941563.186824:0:14733:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cb #1 00002000:00000010:1.0:1773941563.186827:0:14745:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a9ab37800. 00000020:00000010:1.0:1773941563.186833:0:14745:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5aa066b600. 00010000:00000010:1.0:1773941563.186836:0:14745:0:(ldlm_lockd.c:3018:ldlm_bl_thread_main()) kfreed 'env': 56 at ffff8a5a9009f040. 00010000:00000001:1.0:1773941563.186839:0:14745:0:(ldlm_lockd.c:3019:ldlm_bl_thread_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941563.186856:0:14734:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a83ebee00. 00000040:00000010:0.0:1773941563.186862:0:14734:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a83ebe600. 00000020:00000010:0.0:1773941563.186867:0:14734:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a892ab000. 00000020:00000010:0.0:1773941563.186871:0:14734:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a988cd080. 00000020:00000010:0.0:1773941563.186876:0:14734:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a83ebf200. 80000000:00000010:0.0:1773941563.186880:0:14734:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83eff120. 40000000:00000010:0.0:1773941563.186883:0:14734:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a9009f3c0. 00100000:00000010:0.0:1773941563.186888:0:14734:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a892af800. 00040000:00000010:0.0:1773941563.186892:0:14734:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a83c44f00. 00040000:00000010:0.0:1773941563.186897:0:14734:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a892ac000. 00000020:00000010:1.0:1773941563.186898:0:14735:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a82f7c400. 00040000:00000010:0.0:1773941563.186902:0:14734:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a83ebfc00. 00000040:00000010:1.0:1773941563.186908:0:14735:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a82f7c800. 00000004:00000010:0.0:1773941563.186909:0:14734:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a892ac800. 00000020:00000010:1.0:1773941563.186916:0:14735:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a892af000. 00000004:00000010:0.0:1773941563.186918:0:14734:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a9aa46000. 00000020:00000010:1.0:1773941563.186924:0:14735:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a988c9e30. 00000004:00000010:0.0:1773941563.186928:0:14734:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a892ae000. 00000020:00000010:1.0:1773941563.186931:0:14735:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a82f7d000. 80000000:00000010:1.0:1773941563.186947:0:14735:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83eff720. 40000000:00000010:1.0:1773941563.186951:0:14735:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a9009f980. 00100000:00000010:1.0:1773941563.186955:0:14735:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a892aa800. 00040000:00000010:1.0:1773941563.186959:0:14735:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a83c44900. 00040000:00000010:1.0:1773941563.186962:0:14735:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a892a8000. 00040000:00000010:1.0:1773941563.186969:0:14735:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a82f7ce00. 00000004:00000010:1.0:1773941563.186973:0:14735:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5aa1761000. 00000004:00000010:1.0:1773941563.186978:0:14735:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a9824a000. 00000004:00000010:1.0:1773941563.186982:0:14735:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a923d9000. 00002000:00000010:1.0:1773941563.186987:0:14735:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a8515a000. 00002000:00000010:0.0:1773941563.186987:0:14734:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a90cc2c00. 00000004:00000010:0.0:1773941563.186996:0:14734:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a90cc0400. 00000004:00000010:1.0:1773941563.186997:0:14735:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a85159800. 00000020:00000010:1.0:1773941563.187005:0:14735:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a83ebe800. 00000020:00000010:0.0:1773941563.187005:0:14734:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a83ebf800. 00000020:00000010:0.0:1773941563.187013:0:14734:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9009fb40. 00000020:00000010:1.0:1773941563.187015:0:14735:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9009f640. 00000100:00000010:0.0:1773941563.187021:0:14734:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff8a5a9009ff40. 00000100:00000010:1.0:1773941563.187024:0:14735:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff8a5a9009f5c0. 00000100:00100000:0.0:1773941563.187028:0:14734:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8a5a83ebec00:14734] 0 exiting: rc = 1 00000100:00100000:1.0:1773941563.187030:0:14735:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8a5a84ec5e00:14735] 1 exiting: rc = 0 00000100:00000010:3.0:1773941563.187067:0:14733:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8a5a83ebec00. 00000100:00000010:3.0:1773941563.187073:0:14733:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8a5a84ec5e00. 00000100:00000001:3.0:1773941563.187079:0:14733:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:3.0:1773941563.187080:0:14733:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:3.0:1773941563.187081:0:14733:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_cbd 00000100:00000040:3.0:1773941563.187083:0:14733:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #1 00000100:00000040:3.0:1773941563.187085:0:14733:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cb #0 00000100:00000040:3.0:1773941563.187102:0:14733:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cb #1 00000020:00000010:3.0:1773941563.187112:0:14737:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a89354a00. 00000040:00000010:3.0:1773941563.187116:0:14737:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a89355200. 00000020:00000010:3.0:1773941563.187119:0:14737:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a90012000. 00000020:00000010:3.0:1773941563.187137:0:14737:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a86623c60. 00000020:00000010:3.0:1773941563.187144:0:14737:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a89355600. 80000000:00000010:3.0:1773941563.187149:0:14737:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffcae0. 00000020:00000010:2.0:1773941563.187149:0:14736:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a84ec4600. 40000000:00000010:3.0:1773941563.187153:0:14737:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a90ead180. 00100000:00000010:3.0:1773941563.187158:0:14737:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a90011800. 00000040:00000010:2.0:1773941563.187162:0:14736:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a84ec4800. 00040000:00000010:3.0:1773941563.187164:0:14737:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5aa17dae00. 00000020:00000010:2.0:1773941563.187168:0:14736:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a906d0000. 00040000:00000010:3.0:1773941563.187173:0:14737:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a90011000. 00000020:00000010:2.0:1773941563.187173:0:14736:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a833cbc60. 00040000:00000010:3.0:1773941563.187181:0:14737:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a89355800. 00000020:00000010:2.0:1773941563.187182:0:14736:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5aa17c1800. 80000000:00000010:2.0:1773941563.187188:0:14736:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a830e5780. 00000004:00000010:3.0:1773941563.187190:0:14737:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a90014000. 40000000:00000010:2.0:1773941563.187193:0:14736:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a85152800. 00000004:00000010:3.0:1773941563.187197:0:14737:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a87ff3000. 00000004:00000010:3.0:1773941563.187204:0:14737:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a90016800. 00100000:00000010:2.0:1773941563.187204:0:14736:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a906d4800. 00040000:00000010:2.0:1773941563.187209:0:14736:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5aa1544100. 00002000:00000010:3.0:1773941563.187212:0:14737:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a83551c00. 00040000:00000010:2.0:1773941563.187214:0:14736:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a906d1800. 00040000:00000010:2.0:1773941563.187218:0:14736:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5aa17c0e00. 00000004:00000010:2.0:1773941563.187221:0:14736:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a906d5800. 00000004:00000010:3.0:1773941563.187224:0:14737:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a83550000. 00000004:00000010:2.0:1773941563.187224:0:14736:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a90096000. 00000004:00000010:2.0:1773941563.187229:0:14736:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a906d0800. 00000020:00000010:3.0:1773941563.187231:0:14737:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a89354400. 00002000:00000010:2.0:1773941563.187234:0:14736:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a90d73000. 00000020:00000010:3.0:1773941563.187238:0:14737:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a90ead580. 00000004:00000010:2.0:1773941563.187239:0:14736:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a90d73c00. 00000020:00000010:2.0:1773941563.187245:0:14736:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a84ec5600. 00000100:00000010:3.0:1773941563.187248:0:14737:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff8a5a90ead640. 00000020:00000010:2.0:1773941563.187250:0:14736:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a85152240. 00000100:00100000:3.0:1773941563.187254:0:14737:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_001: service thread [ffff8a5a89354600:14737] 1 exiting: rc = 0 00000100:00000010:2.0:1773941563.187259:0:14736:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff8a5a851529c0. 00000100:00100000:2.0:1773941563.187263:0:14736:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_000: service thread [ffff8a5a84ec5a00:14736] 0 exiting: rc = 1 00000100:00000010:0.0:1773941563.187296:0:14733:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8a5a84ec5a00. 00000100:00000010:0.0:1773941563.187303:0:14733:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8a5a89354600. 00000100:00000001:0.0:1773941563.187307:0:14733:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1773941563.187310:0:14733:0:(service.c:3391:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1773941563.187315:0:14733:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 15 lazy 00000400:00000001:0.0:1773941563.187321:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.187322:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.187326:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a901d81b8. 00000400:00000200:0.0:1773941563.187331:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84ef4900 00000400:00000010:0.0:1773941563.187334:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a84ef4900. 00000100:00000001:0.0:1773941563.187338:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.187340:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_cbd 00000100:00100000:0.0:1773941563.187347:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.187350:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1773941563.187381:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.187385:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.187386:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.187389:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a8352baa8. 00000400:00000200:0.0:1773941563.187392:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84ebea80 00000400:00000010:0.0:1773941563.187394:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a84ebea80. 00000100:00000001:0.0:1773941563.187397:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.187399:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_cbd 00000100:00100000:0.0:1773941563.187403:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.187405:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1773941563.187407:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1773941563.187411:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.187413:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1773941563.187420:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a83e80000. 00000100:00000010:0.0:1773941563.187426:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a90cc0000. 00000100:00000010:0.0:1773941563.187431:0:14733:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8a5a923dc800. 00000100:00000010:0.0:1773941563.187434:0:14733:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8a5a892ad800. 00000100:00000001:0.0:1773941563.187444:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.187446:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1773941563.187449:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a83e84000. 00000100:00000010:0.0:1773941563.187454:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a90cc3800. 00000100:00000010:0.0:1773941563.187458:0:14733:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8a5a90017000. 00000100:00000010:0.0:1773941563.187460:0:14733:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8a5a906d6800. 00000100:00000001:0.0:1773941563.187465:0:14733:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1773941563.187468:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.187471:0:14733:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1773941563.187473:0:14733:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1773941563.187476:0:14733:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8a5a9009f340. 00000100:00000001:0.0:1773941563.187481:0:14733:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1773941563.187483:0:14733:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941563.187486:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.187488:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a84ef4600. 00000100:00000001:0.0:1773941563.187491:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.187492:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.187494:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a84ef4240. 00000100:00000001:0.0:1773941563.187497:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.187498:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.187500:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a84ef4540. 00000100:00000001:0.0:1773941563.187502:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.187503:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.187505:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a84ef4780. 00000100:00000001:0.0:1773941563.187508:0:14733:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000100:00000001:0.0:1773941563.187509:0:14733:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1773941563.187510:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.187511:0:14733:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1773941563.187513:0:14733:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1773941563.187514:0:14733:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8a5a9009f740. 00000100:00000001:0.0:1773941563.187516:0:14733:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1773941563.187518:0:14733:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941563.187520:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.187522:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a84ef4000. 00000100:00000001:0.0:1773941563.187524:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.187526:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.187527:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a84ef49c0. 00000100:00000001:0.0:1773941563.187530:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.187531:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.187538:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a84ef46c0. 00000100:00000001:0.0:1773941563.187540:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.187541:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.187543:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a84ef4c00. 00000100:00000001:0.0:1773941563.187545:0:14733:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1773941563.187686:0:14733:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8a5a9aa44000. 00000020:00000010:0.0:1773941563.187692:0:14733:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a90cc1800. 00000100:00000010:0.0:1773941563.187718:0:14733:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8a5a90d38000. 00000100:00000010:0.0:1773941563.187730:0:14733:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8a5a90c8e000. 00000100:00000010:0.0:1773941563.187735:0:14733:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8a5aa06c4000. 00000100:00000010:0.0:1773941563.187742:0:14733:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8a5a90c8a000. 00000100:00000010:0.0:1773941563.187745:0:14733:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8a5a90cc3000. 00000100:00000010:0.0:1773941563.187748:0:14733:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8a5a90cc1c00. 00000100:00000010:0.0:1773941563.187751:0:14733:0:(service.c:3836:ptlrpc_service_free()) kfreed 'svc': 360 at ffff8a5a83ebf400. 00000100:00000001:0.0:1773941563.187754:0:14733:0:(service.c:3863:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941563.187756:0:14733:0:(service.c:3841:ptlrpc_unregister_service()) Process entered 00000100:00000200:0.0:1773941563.187758:0:14733:0:(service.c:3843:ptlrpc_unregister_service()) ldlm_canceld: tearing down 00000100:00000001:0.0:1773941563.187762:0:14733:0:(service.c:3384:ptlrpc_stop_all_threads()) Process entered 00000100:00000001:0.0:1773941563.187763:0:14733:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1773941563.187765:0:14733:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_canceld 00000100:00000040:0.0:1773941563.187767:0:14733:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #2 00000100:00000040:0.0:1773941563.187769:0:14733:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #1 00000100:00000040:0.0:1773941563.187771:0:14733:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #0 00000100:00000040:0.0:1773941563.187790:0:14733:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #2 00000020:00000010:1.0:1773941563.187817:0:14738:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a85500600. 00000020:00000010:1.0:1773941563.187825:0:14738:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a996c3780. 00000040:00000010:1.0:1773941563.187829:0:14738:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a85500000. 00000020:00000010:1.0:1773941563.187832:0:14738:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a98b0c000. 00000020:00000010:1.0:1773941563.187836:0:14738:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5aa0652338. 00000020:00000010:1.0:1773941563.187841:0:14738:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a85500a00. 80000000:00000010:1.0:1773941563.187844:0:14738:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a996c3ae0. 40000000:00000010:1.0:1773941563.187847:0:14738:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a9006bc40. 00008000:00000010:1.0:1773941563.187852:0:14738:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a99687880. 00100000:00000010:1.0:1773941563.187857:0:14738:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a98b09800. 00040000:00000010:1.0:1773941563.187861:0:14738:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a87e51b00. 00040000:00000010:1.0:1773941563.187864:0:14738:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a98b08000. 00040000:00000010:1.0:1773941563.187867:0:14738:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a85500800. 00000004:00000010:1.0:1773941563.187870:0:14738:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a98b09000. 00000004:00000010:1.0:1773941563.187874:0:14738:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a90c6e000. 00000004:00000010:1.0:1773941563.187878:0:14738:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a98b0a800. 00002000:00000010:1.0:1773941563.187882:0:14738:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a90c72800. 00000004:00000010:1.0:1773941563.187885:0:14738:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a90c71400. 00000020:00000010:1.0:1773941563.187889:0:14738:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a85501800. 00000020:00000010:1.0:1773941563.187893:0:14738:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9006bcc0. 00000100:00000010:1.0:1773941563.187904:0:14738:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff8a5a9006bb80. 00000100:00100000:1.0:1773941563.187907:0:14738:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8a5a82f7cc00:14738] 0 exiting: rc = 1 00000020:00000010:1.0:1773941563.187949:0:14739:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a82f7de00. 00000020:00000010:1.0:1773941563.187953:0:14739:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a83eff780. 00000040:00000010:1.0:1773941563.187956:0:14739:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a82f7c600. 00000020:00000010:1.0:1773941563.187960:0:14739:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a87d09000. 00000020:00000010:1.0:1773941563.187964:0:14739:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a988ce4a0. 00000020:00000010:1.0:1773941563.187968:0:14739:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a82f7c000. 80000000:00000010:1.0:1773941563.187972:0:14739:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83eff0c0. 40000000:00000010:1.0:1773941563.187974:0:14739:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a9009f380. 00008000:00000010:1.0:1773941563.187978:0:14739:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a89204a98. 00100000:00000010:1.0:1773941563.187982:0:14739:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a82fda800. 00040000:00000010:1.0:1773941563.187985:0:14739:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a83c44e00. 00040000:00000010:1.0:1773941563.187988:0:14739:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a82fd8800. 00040000:00000010:1.0:1773941563.187991:0:14739:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a82f7d400. 00000004:00000010:1.0:1773941563.187994:0:14739:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a82fd9000. 00000004:00000010:1.0:1773941563.187998:0:14739:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a84e65000. 00000004:00000010:1.0:1773941563.188002:0:14739:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a82fd9800. 00002000:00000010:1.0:1773941563.188005:0:14739:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a9ab36400. 00000004:00000010:1.0:1773941563.188007:0:14739:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a9ab34000. 00000020:00000010:1.0:1773941563.188011:0:14739:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a82f7c200. 00000020:00000010:1.0:1773941563.188015:0:14739:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9009f880. 00000100:00000010:1.0:1773941563.188019:0:14739:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff8a5a9009f140. 00000100:00100000:1.0:1773941563.188021:0:14739:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8a5a82f7d800:14739] 1 exiting: rc = 0 00000020:00000010:1.0:1773941563.188060:0:14740:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a8a61de00. 00000020:00000010:1.0:1773941563.188066:0:14740:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a83efff00. 00000040:00000010:1.0:1773941563.188069:0:14740:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a8a61c000. 00000020:00000010:1.0:1773941563.188072:0:14740:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a82fde800. 00000020:00000010:1.0:1773941563.188075:0:14740:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a988cb758. 00000020:00000010:1.0:1773941563.188079:0:14740:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a87e49c00. 80000000:00000010:1.0:1773941563.188082:0:14740:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a83effde0. 40000000:00000010:1.0:1773941563.188085:0:14740:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a9009f800. 00008000:00000010:1.0:1773941563.188088:0:14740:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a892066d8. 00100000:00000010:1.0:1773941563.188092:0:14740:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a82fdc000. 00040000:00000010:1.0:1773941563.188102:0:14740:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a83c44600. 00040000:00000010:1.0:1773941563.188105:0:14740:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a82fdd000. 00040000:00000010:1.0:1773941563.188108:0:14740:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a87e49600. 00000004:00000010:1.0:1773941563.188111:0:14740:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a82fdb000. 00000004:00000010:1.0:1773941563.188114:0:14740:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a84e62000. 00000004:00000010:1.0:1773941563.188117:0:14740:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a82fdf800. 00002000:00000010:1.0:1773941563.188119:0:14740:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a9ab37c00. 00000004:00000010:1.0:1773941563.188122:0:14740:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a9ab34400. 00000020:00000010:1.0:1773941563.188125:0:14740:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a82f7ca00. 00000020:00000010:1.0:1773941563.188129:0:14740:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a9009fc80. 00000100:00000010:1.0:1773941563.188133:0:14740:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff8a5a9009f780. 00000100:00100000:1.0:1773941563.188136:0:14740:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8a5a89354000:14740] 2 exiting: rc = 0 00000100:00000010:0.0:1773941563.188173:0:14733:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8a5a82f7cc00. 00000100:00000010:0.0:1773941563.188180:0:14733:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8a5a82f7d800. 00000100:00000010:0.0:1773941563.188184:0:14733:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8a5a89354000. 00000100:00000001:0.0:1773941563.188188:0:14733:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1773941563.188190:0:14733:0:(service.c:3338:ptlrpc_svcpt_stop_threads()) Process entered 00000100:00000040:0.0:1773941563.188192:0:14733:0:(service.c:3341:ptlrpc_svcpt_stop_threads()) Stopping threads for service ldlm_canceld 00000100:00000040:0.0:1773941563.188194:0:14733:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #2 00000100:00000040:0.0:1773941563.188197:0:14733:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #1 00000100:00000040:0.0:1773941563.188198:0:14733:0:(service.c:2800:ptlrpc_stop_thread()) Stopping thread ldlm_cn #0 00000100:00000040:0.0:1773941563.188220:0:14733:0:(service.c:3360:ptlrpc_svcpt_stop_threads()) waiting for stopping-thread ldlm_cn #2 00000020:00000010:3.0:1773941563.188234:0:14741:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a89355c00. 00000020:00000010:3.0:1773941563.188241:0:14741:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc120. 00000040:00000010:3.0:1773941563.188246:0:14741:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a89354200. 00000020:00000010:2.0:1773941563.188249:0:14742:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a89203c00. 00000020:00000010:3.0:1773941563.188251:0:14741:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a90012800. 00000020:00000010:2.0:1773941563.188259:0:14742:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc960. 00000020:00000010:3.0:1773941563.188260:0:14741:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a86621e30. 00000040:00000010:2.0:1773941563.188267:0:14742:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a89202000. 00000020:00000010:3.0:1773941563.188270:0:14741:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a89355e00. 00000020:00000010:2.0:1773941563.188274:0:14742:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a90010000. 80000000:00000010:3.0:1773941563.188277:0:14741:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffcd80. 00000020:00000010:2.0:1773941563.188281:0:14742:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a86623758. 40000000:00000010:3.0:1773941563.188283:0:14741:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a90ead5c0. 00000020:00000010:2.0:1773941563.188288:0:14742:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a89203200. 00008000:00000010:3.0:1773941563.188290:0:14741:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a83ec7170. 80000000:00000010:2.0:1773941563.188294:0:14742:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffcc00. 00100000:00000010:3.0:1773941563.188298:0:14741:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a90017800. 40000000:00000010:2.0:1773941563.188301:0:14742:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a90ead380. 00040000:00000010:3.0:1773941563.188305:0:14741:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5aa17daf00. 00008000:00000010:2.0:1773941563.188307:0:14742:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a83ec58b8. 00040000:00000010:3.0:1773941563.188312:0:14741:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a90013000. 00100000:00000010:2.0:1773941563.188315:0:14742:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a90016000. 00040000:00000010:3.0:1773941563.188318:0:14741:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a89202a00. 00040000:00000010:2.0:1773941563.188321:0:14742:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5aa17da600. 00000004:00000010:3.0:1773941563.188325:0:14741:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a90013800. 00040000:00000010:2.0:1773941563.188326:0:14742:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a8922a800. 00040000:00000010:2.0:1773941563.188331:0:14742:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a89203600. 00000004:00000010:3.0:1773941563.188334:0:14741:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a87ff2000. 00000004:00000010:2.0:1773941563.188336:0:14742:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a8922c000. 00000004:00000010:2.0:1773941563.188343:0:14742:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a87ff6000. 00000004:00000010:3.0:1773941563.188344:0:14741:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a90010800. 00002000:00000010:3.0:1773941563.188350:0:14741:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a83551000. 00000004:00000010:2.0:1773941563.188354:0:14742:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a8922d800. 00002000:00000010:2.0:1773941563.188357:0:14742:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a83550c00. 00000004:00000010:2.0:1773941563.188364:0:14742:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a83552800. 00000004:00000010:3.0:1773941563.188366:0:14741:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a83550400. 00000020:00000010:2.0:1773941563.188368:0:14742:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a89203800. 00000020:00000010:3.0:1773941563.188373:0:14741:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a89355400. 00000020:00000010:2.0:1773941563.188374:0:14742:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a90ead600. 00000100:00000010:2.0:1773941563.188381:0:14742:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff8a5a90ead500. 00000020:00000010:3.0:1773941563.188383:0:14741:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a90ead440. 00000100:00100000:2.0:1773941563.188384:0:14742:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_001: service thread [ffff8a5a87e48600:14742] 1 exiting: rc = 0 00000100:00000010:3.0:1773941563.188393:0:14741:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff8a5a90ead800. 00000100:00100000:3.0:1773941563.188398:0:14741:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_000: service thread [ffff8a5a89355a00:14741] 0 exiting: rc = 1 00000020:00000010:2.0:1773941563.188443:0:14743:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a89202800. 00000020:00000010:2.0:1773941563.188448:0:14743:0:(cl_object.c:1137:cl_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc1e0. 00000040:00000010:2.0:1773941563.188450:0:14743:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a89202200. 00000020:00000010:2.0:1773941563.188452:0:14743:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a8922e800. 00000020:00000010:2.0:1773941563.188456:0:14743:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a86625a90. 00000020:00000010:2.0:1773941563.188460:0:14743:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a89203a00. 80000000:00000010:2.0:1773941563.188464:0:14743:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc0c0. 40000000:00000010:2.0:1773941563.188467:0:14743:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a90eadd80. 00008000:00000010:2.0:1773941563.188471:0:14743:0:(echo_client.c:424:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff8a5a83ec6350. 00100000:00000010:2.0:1773941563.188475:0:14743:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a8922e000. 00040000:00000010:2.0:1773941563.188478:0:14743:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5aa17da800. 00040000:00000010:2.0:1773941563.188481:0:14743:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a89228000. 00040000:00000010:2.0:1773941563.188485:0:14743:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a8a5a8e00. 00000004:00000010:2.0:1773941563.188489:0:14743:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a8922c800. 00000004:00000010:2.0:1773941563.188493:0:14743:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a87ff0000. 00000004:00000010:2.0:1773941563.188496:0:14743:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a9827f000. 00002000:00000010:2.0:1773941563.188499:0:14743:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a83553c00. 00000004:00000010:2.0:1773941563.188501:0:14743:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a83552400. 00000020:00000010:2.0:1773941563.188504:0:14743:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a89202600. 00000020:00000010:2.0:1773941563.188508:0:14743:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a90eadb00. 00000100:00000010:2.0:1773941563.188512:0:14743:0:(service.c:3155:ptlrpc_main()) kfreed 'env': 56 at ffff8a5a90ead880. 00000100:00100000:2.0:1773941563.188515:0:14743:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_002: service thread [ffff8a5a87e48000:14743] 2 exiting: rc = 0 00000100:00000010:0.0:1773941563.188557:0:14733:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8a5a89355a00. 00000100:00000010:0.0:1773941563.188568:0:14733:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8a5a87e48600. 00000100:00000010:0.0:1773941563.188571:0:14733:0:(service.c:3373:ptlrpc_svcpt_stop_threads()) kfreed 'thread': 328 at ffff8a5a87e48000. 00000100:00000001:0.0:1773941563.188573:0:14733:0:(service.c:3375:ptlrpc_svcpt_stop_threads()) Process leaving 00000100:00000001:0.0:1773941563.188574:0:14733:0:(service.c:3391:ptlrpc_stop_all_threads()) Process leaving 00000400:00000200:0.0:1773941563.188576:0:14733:0:(lib-ptl.c:969:lnet_clear_lazy_portal()) clearing portal 17 lazy 00000400:00000001:0.0:1773941563.188579:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188580:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188583:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd688. 00000400:00000200:0.0:1773941563.188585:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90d8a840 00000400:00000010:0.0:1773941563.188602:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90d8a840. 00000100:00000001:0.0:1773941563.188606:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188607:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188612:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188614:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1773941563.188616:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188617:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188618:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188620:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd210. 00000400:00000200:0.0:1773941563.188621:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90d8a900 00000400:00000010:0.0:1773941563.188623:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90d8a900. 00000100:00000001:0.0:1773941563.188624:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188625:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188628:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188629:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1773941563.188630:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188631:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188631:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188632:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd058. 00000400:00000200:0.0:1773941563.188634:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90d8a000 00000400:00000010:0.0:1773941563.188635:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90d8a000. 00000100:00000001:0.0:1773941563.188637:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188638:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188658:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188660:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1773941563.188663:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188665:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188666:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188673:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddd68. 00000400:00000200:0.0:1773941563.188676:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90d8acc0 00000400:00000010:0.0:1773941563.188677:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90d8acc0. 00000100:00000001:0.0:1773941563.188680:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188681:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188685:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188687:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1773941563.188688:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188690:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188691:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188692:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd2c0. 00000400:00000200:0.0:1773941563.188695:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90d8ad80 00000400:00000010:0.0:1773941563.188696:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90d8ad80. 00000100:00000001:0.0:1773941563.188698:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188699:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188705:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188706:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1773941563.188708:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188709:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188710:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188711:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddcb8. 00000400:00000200:0.0:1773941563.188712:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90d8aa80 00000400:00000010:0.0:1773941563.188713:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90d8aa80. 00000100:00000001:0.0:1773941563.188715:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188715:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188718:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188719:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1773941563.188720:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188721:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188722:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188723:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd8f0. 00000400:00000200:0.0:1773941563.188724:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fabcc0 00000400:00000010:0.0:1773941563.188725:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fabcc0. 00000100:00000001:0.0:1773941563.188733:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188734:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188737:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188738:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1773941563.188739:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188744:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188744:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188746:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddbb0. 00000400:00000200:0.0:1773941563.188747:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fabd80 00000400:00000010:0.0:1773941563.188749:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fabd80. 00000100:00000001:0.0:1773941563.188750:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188751:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188754:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188755:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1773941563.188756:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188757:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188757:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188758:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd630. 00000400:00000200:0.0:1773941563.188760:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90faba80 00000400:00000010:0.0:1773941563.188761:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90faba80. 00000100:00000001:0.0:1773941563.188762:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188762:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188765:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188766:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1773941563.188767:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188768:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188769:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188770:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd370. 00000400:00000200:0.0:1773941563.188771:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fab3c0 00000400:00000010:0.0:1773941563.188772:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fab3c0. 00000100:00000001:0.0:1773941563.188773:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188774:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188776:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188777:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1773941563.188778:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188779:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188780:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188781:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dda50. 00000400:00000200:0.0:1773941563.188782:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fab600 00000400:00000010:0.0:1773941563.188783:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fab600. 00000100:00000001:0.0:1773941563.188784:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188785:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188787:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188791:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1773941563.188792:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188794:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188795:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188796:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd528. 00000400:00000200:0.0:1773941563.188797:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fab240 00000400:00000010:0.0:1773941563.188798:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fab240. 00000100:00000001:0.0:1773941563.188799:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188800:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188803:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188804:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1773941563.188805:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188806:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188807:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188808:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd318. 00000400:00000200:0.0:1773941563.188809:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fab540 00000400:00000010:0.0:1773941563.188810:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fab540. 00000100:00000001:0.0:1773941563.188811:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188812:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188814:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188815:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1773941563.188816:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188817:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188818:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188819:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd580. 00000400:00000200:0.0:1773941563.188820:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fab780 00000400:00000010:0.0:1773941563.188821:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fab780. 00000100:00000001:0.0:1773941563.188822:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188823:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188826:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188827:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1773941563.188827:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188828:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188829:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188830:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993ddb58. 00000400:00000200:0.0:1773941563.188831:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fab6c0 00000400:00000010:0.0:1773941563.188832:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fab6c0. 00000100:00000001:0.0:1773941563.188833:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188837:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188840:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188841:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1773941563.188842:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188844:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188845:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188846:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd948. 00000400:00000200:0.0:1773941563.188854:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fab9c0 00000400:00000010:0.0:1773941563.188855:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fab9c0. 00000100:00000001:0.0:1773941563.188859:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188860:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188862:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188864:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1773941563.188865:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188866:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188867:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188868:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd268. 00000400:00000200:0.0:1773941563.188870:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fabe40 00000400:00000010:0.0:1773941563.188871:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fabe40. 00000100:00000001:0.0:1773941563.188873:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188873:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188876:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188877:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1773941563.188878:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188879:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188880:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188881:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a993dd898. 00000400:00000200:0.0:1773941563.188882:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fab480 00000400:00000010:0.0:1773941563.188883:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fab480. 00000100:00000001:0.0:1773941563.188884:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188885:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188887:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188888:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1773941563.188889:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188890:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188891:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188892:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629318. 00000400:00000200:0.0:1773941563.188893:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fab300 00000400:00000010:0.0:1773941563.188898:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fab300. 00000100:00000001:0.0:1773941563.188899:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188900:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188903:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188905:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1773941563.188906:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188907:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188907:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188908:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629528. 00000400:00000200:0.0:1773941563.188910:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fab180 00000400:00000010:0.0:1773941563.188911:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fab180. 00000100:00000001:0.0:1773941563.188912:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188913:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188915:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188916:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1773941563.188917:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188918:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188919:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188920:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629a50. 00000400:00000200:0.0:1773941563.188921:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fab0c0 00000400:00000010:0.0:1773941563.188922:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fab0c0. 00000100:00000001:0.0:1773941563.188923:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188924:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188926:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188927:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1773941563.188928:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188929:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188930:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188931:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629370. 00000400:00000200:0.0:1773941563.188932:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fabb40 00000400:00000010:0.0:1773941563.188933:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fabb40. 00000100:00000001:0.0:1773941563.188934:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188934:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188937:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188938:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1773941563.188939:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188940:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188943:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188944:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629580. 00000400:00000200:0.0:1773941563.188945:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fabc00 00000400:00000010:0.0:1773941563.188947:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fabc00. 00000100:00000001:0.0:1773941563.188948:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188949:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188952:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188953:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1773941563.188954:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188955:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188956:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188957:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629b58. 00000400:00000200:0.0:1773941563.188958:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fabf00 00000400:00000010:0.0:1773941563.188959:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fabf00. 00000100:00000001:0.0:1773941563.188960:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188961:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188963:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188964:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1773941563.188965:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188966:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188967:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188968:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629948. 00000400:00000200:0.0:1773941563.188969:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fab840 00000400:00000010:0.0:1773941563.188970:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fab840. 00000100:00000001:0.0:1773941563.188971:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188971:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188974:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188975:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1773941563.188976:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188977:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188977:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188978:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629268. 00000400:00000200:0.0:1773941563.188979:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fab900 00000400:00000010:0.0:1773941563.188980:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fab900. 00000100:00000001:0.0:1773941563.188981:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188982:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.188985:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.188985:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1773941563.188989:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.188991:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.188992:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.188993:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629f20. 00000400:00000200:0.0:1773941563.188994:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fab000 00000400:00000010:0.0:1773941563.188996:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fab000. 00000100:00000001:0.0:1773941563.188997:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.188998:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189001:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189002:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1773941563.189003:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189004:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189004:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189005:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629898. 00000400:00000200:0.0:1773941563.189006:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb7a80 00000400:00000010:0.0:1773941563.189007:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb7a80. 00000100:00000001:0.0:1773941563.189009:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189009:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189013:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189013:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1773941563.189014:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189015:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189016:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189017:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629ec8. 00000400:00000200:0.0:1773941563.189018:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb73c0 00000400:00000010:0.0:1773941563.189019:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb73c0. 00000100:00000001:0.0:1773941563.189020:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189020:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189023:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189024:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1773941563.189025:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189026:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189027:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189027:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629b00. 00000400:00000200:0.0:1773941563.189028:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb7600 00000400:00000010:0.0:1773941563.189029:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb7600. 00000100:00000001:0.0:1773941563.189030:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189031:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189036:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189037:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1773941563.189038:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189040:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189040:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189041:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a996299a0. 00000400:00000200:0.0:1773941563.189043:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb7240 00000400:00000010:0.0:1773941563.189043:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb7240. 00000100:00000001:0.0:1773941563.189045:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189045:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189048:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189049:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1773941563.189049:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189051:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189051:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189052:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629160. 00000400:00000200:0.0:1773941563.189053:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb7540 00000400:00000010:0.0:1773941563.189054:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb7540. 00000100:00000001:0.0:1773941563.189055:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189056:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189059:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189060:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1773941563.189060:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189061:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189062:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189063:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629738. 00000400:00000200:0.0:1773941563.189064:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb7780 00000400:00000010:0.0:1773941563.189065:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb7780. 00000100:00000001:0.0:1773941563.189066:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189067:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189069:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189070:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1773941563.189071:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189072:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189072:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189073:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629f78. 00000400:00000200:0.0:1773941563.189074:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb76c0 00000400:00000010:0.0:1773941563.189075:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb76c0. 00000100:00000001:0.0:1773941563.189079:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189080:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189083:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189084:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1773941563.189085:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189085:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189086:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189087:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629d10. 00000400:00000200:0.0:1773941563.189088:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb79c0 00000400:00000010:0.0:1773941563.189089:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb79c0. 00000100:00000001:0.0:1773941563.189090:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189091:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189093:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189094:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1773941563.189095:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189096:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189097:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189098:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a996290b0. 00000400:00000200:0.0:1773941563.189099:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb7e40 00000400:00000010:0.0:1773941563.189099:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb7e40. 00000100:00000001:0.0:1773941563.189101:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189101:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189104:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189105:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1773941563.189105:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189106:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189107:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189108:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629e70. 00000400:00000200:0.0:1773941563.189109:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb7480 00000400:00000010:0.0:1773941563.189110:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb7480. 00000100:00000001:0.0:1773941563.189111:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189112:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189114:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189115:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1773941563.189116:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189117:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189117:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189118:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629aa8. 00000400:00000200:0.0:1773941563.189122:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb7300 00000400:00000010:0.0:1773941563.189123:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb7300. 00000100:00000001:0.0:1773941563.189125:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189125:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189128:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189129:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1773941563.189130:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189131:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189131:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189132:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a996291b8. 00000400:00000200:0.0:1773941563.189133:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb7180 00000400:00000010:0.0:1773941563.189134:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb7180. 00000100:00000001:0.0:1773941563.189135:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189136:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189139:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189139:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1773941563.189140:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189141:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189142:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189143:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a996293c8. 00000400:00000200:0.0:1773941563.189144:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb70c0 00000400:00000010:0.0:1773941563.189144:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb70c0. 00000100:00000001:0.0:1773941563.189145:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189146:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189149:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189150:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1773941563.189151:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189152:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189152:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189153:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a996295d8. 00000400:00000200:0.0:1773941563.189154:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb7b40 00000400:00000010:0.0:1773941563.189155:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb7b40. 00000100:00000001:0.0:1773941563.189156:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189157:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189159:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189160:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1773941563.189161:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189167:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189167:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189168:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629420. 00000400:00000200:0.0:1773941563.189169:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb7c00 00000400:00000010:0.0:1773941563.189170:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb7c00. 00000100:00000001:0.0:1773941563.189171:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189172:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189175:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189176:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1773941563.189176:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189177:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189178:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189179:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629000. 00000400:00000200:0.0:1773941563.189180:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb7f00 00000400:00000010:0.0:1773941563.189181:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb7f00. 00000100:00000001:0.0:1773941563.189182:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189182:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189185:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189186:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1773941563.189187:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189188:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189188:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189189:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a996299f8. 00000400:00000200:0.0:1773941563.189190:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb7840 00000400:00000010:0.0:1773941563.189191:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb7840. 00000100:00000001:0.0:1773941563.189192:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189193:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189195:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189196:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1773941563.189197:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189198:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189199:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189200:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629c60. 00000400:00000200:0.0:1773941563.189201:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb7900 00000400:00000010:0.0:1773941563.189202:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb7900. 00000100:00000001:0.0:1773941563.189203:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189203:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189206:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189210:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1773941563.189211:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189212:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189212:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189213:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a996296e0. 00000400:00000200:0.0:1773941563.189215:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb7000 00000400:00000010:0.0:1773941563.189215:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb7000. 00000100:00000001:0.0:1773941563.189216:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189217:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189220:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189221:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1773941563.189222:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189222:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189223:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189224:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629dc0. 00000400:00000200:0.0:1773941563.189225:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb7cc0 00000400:00000010:0.0:1773941563.189226:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb7cc0. 00000100:00000001:0.0:1773941563.189227:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189228:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189230:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189231:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1773941563.189232:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189233:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189233:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189234:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a996297e8. 00000400:00000200:0.0:1773941563.189235:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90fb7d80 00000400:00000010:0.0:1773941563.189236:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90fb7d80. 00000100:00000001:0.0:1773941563.189237:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189238:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189240:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189241:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1773941563.189242:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189243:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189244:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189245:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629840. 00000400:00000200:0.0:1773941563.189246:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84eff9c0 00000400:00000010:0.0:1773941563.189247:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a84eff9c0. 00000100:00000001:0.0:1773941563.189248:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189251:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189254:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189255:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1773941563.189256:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189257:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189258:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189259:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629790. 00000400:00000200:0.0:1773941563.189260:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84eff000 00000400:00000010:0.0:1773941563.189261:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a84eff000. 00000100:00000001:0.0:1773941563.189262:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189263:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189265:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189266:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1773941563.189267:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189268:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189268:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189269:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a996294d0. 00000400:00000200:0.0:1773941563.189270:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84eff6c0 00000400:00000010:0.0:1773941563.189271:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a84eff6c0. 00000100:00000001:0.0:1773941563.189272:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189273:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189275:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189276:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1773941563.189277:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189278:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189278:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189279:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629e18. 00000400:00000200:0.0:1773941563.189280:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84eff840 00000400:00000010:0.0:1773941563.189281:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a84eff840. 00000100:00000001:0.0:1773941563.189282:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189283:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189285:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189286:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1773941563.189287:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189288:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189289:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189289:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629c08. 00000400:00000200:0.0:1773941563.189290:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84eff900 00000400:00000010:0.0:1773941563.189294:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a84eff900. 00000100:00000001:0.0:1773941563.189296:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189296:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189299:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189300:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1773941563.189301:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189302:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189303:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189303:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629108. 00000400:00000200:0.0:1773941563.189304:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84effcc0 00000400:00000010:0.0:1773941563.189306:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a84effcc0. 00000100:00000001:0.0:1773941563.189308:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189309:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189313:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189315:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1773941563.189316:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189318:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189319:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189320:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629478. 00000400:00000200:0.0:1773941563.189322:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84effd80 00000400:00000010:0.0:1773941563.189324:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a84effd80. 00000100:00000001:0.0:1773941563.189326:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189327:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189331:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189332:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1773941563.189334:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189335:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189337:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189339:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629688. 00000400:00000200:0.0:1773941563.189341:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84effa80 00000400:00000010:0.0:1773941563.189343:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a84effa80. 00000100:00000001:0.0:1773941563.189345:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189347:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189351:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189353:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1773941563.189355:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189357:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189363:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189365:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629210. 00000400:00000200:0.0:1773941563.189368:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84eff3c0 00000400:00000010:0.0:1773941563.189369:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a84eff3c0. 00000100:00000001:0.0:1773941563.189372:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189373:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189377:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189378:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1773941563.189379:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189381:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189381:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189382:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629058. 00000400:00000200:0.0:1773941563.189384:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84eff240 00000400:00000010:0.0:1773941563.189385:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a84eff240. 00000100:00000001:0.0:1773941563.189386:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189387:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189389:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189390:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1773941563.189391:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189392:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189393:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189394:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629d68. 00000400:00000200:0.0:1773941563.189395:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84effc00 00000400:00000010:0.0:1773941563.189395:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a84effc00. 00000100:00000001:0.0:1773941563.189397:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189397:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189400:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189401:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1773941563.189402:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189403:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189403:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189404:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a996292c0. 00000400:00000200:0.0:1773941563.189405:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84effe40 00000400:00000010:0.0:1773941563.189406:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a84effe40. 00000100:00000001:0.0:1773941563.189407:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189408:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189411:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189412:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1773941563.189416:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189418:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189418:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189420:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629cb8. 00000400:00000200:0.0:1773941563.189421:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84eff480 00000400:00000010:0.0:1773941563.189422:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a84eff480. 00000100:00000001:0.0:1773941563.189424:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189425:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189427:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189428:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1773941563.189429:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189430:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189431:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189432:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a996298f0. 00000400:00000200:0.0:1773941563.189433:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84eff300 00000400:00000010:0.0:1773941563.189434:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a84eff300. 00000100:00000001:0.0:1773941563.189435:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189436:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189438:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189439:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1773941563.189440:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189441:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189441:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189442:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629bb0. 00000400:00000200:0.0:1773941563.189443:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84eff180 00000400:00000010:0.0:1773941563.189444:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a84eff180. 00000100:00000001:0.0:1773941563.189445:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189446:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189449:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189450:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1773941563.189451:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189451:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189452:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189453:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a99629630. 00000400:00000200:0.0:1773941563.189454:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84eff0c0 00000400:00000010:0.0:1773941563.189455:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a84eff0c0. 00000100:00000001:0.0:1773941563.189456:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189457:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189462:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189464:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1773941563.189465:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189467:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189468:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189470:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0a9a0. 00000400:00000200:0.0:1773941563.189471:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90d78cc0 00000400:00000010:0.0:1773941563.189472:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90d78cc0. 00000100:00000001:0.0:1773941563.189474:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189474:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189477:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189478:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1773941563.189479:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189480:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189481:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189482:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0a160. 00000400:00000200:0.0:1773941563.189483:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a922066c0 00000400:00000010:0.0:1773941563.189484:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a922066c0. 00000100:00000001:0.0:1773941563.189486:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189486:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189489:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189490:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 62 buffers still posted 00000100:00000001:0.0:1773941563.189491:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189492:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189492:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189493:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0a738. 00000400:00000200:0.0:1773941563.189495:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a92206d80 00000400:00000010:0.0:1773941563.189496:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a92206d80. 00000100:00000001:0.0:1773941563.189497:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189498:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189500:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189501:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 61 buffers still posted 00000100:00000001:0.0:1773941563.189502:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189504:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189505:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189506:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0af78. 00000400:00000200:0.0:1773941563.189507:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a92206780 00000400:00000010:0.0:1773941563.189509:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a92206780. 00000100:00000001:0.0:1773941563.189514:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189515:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189518:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189519:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 60 buffers still posted 00000100:00000001:0.0:1773941563.189520:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189522:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189522:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189523:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0ad10. 00000400:00000200:0.0:1773941563.189524:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a99250600 00000400:00000010:0.0:1773941563.189525:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a99250600. 00000100:00000001:0.0:1773941563.189527:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189528:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189531:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189532:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 59 buffers still posted 00000100:00000001:0.0:1773941563.189532:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189534:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189535:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189535:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0a0b0. 00000400:00000200:0.0:1773941563.189537:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a992509c0 00000400:00000010:0.0:1773941563.189538:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a992509c0. 00000100:00000001:0.0:1773941563.189539:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189539:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189542:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189543:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 58 buffers still posted 00000100:00000001:0.0:1773941563.189544:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189545:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189545:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189546:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0ae70. 00000400:00000200:0.0:1773941563.189547:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a99250e40 00000400:00000010:0.0:1773941563.189549:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a99250e40. 00000100:00000001:0.0:1773941563.189550:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189550:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189553:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189554:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 57 buffers still posted 00000100:00000001:0.0:1773941563.189555:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189556:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189556:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189557:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0aaa8. 00000400:00000200:0.0:1773941563.189561:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a99250cc0 00000400:00000010:0.0:1773941563.189563:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a99250cc0. 00000100:00000001:0.0:1773941563.189564:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189565:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189568:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189570:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 56 buffers still posted 00000100:00000001:0.0:1773941563.189570:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189572:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189572:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189573:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0a1b8. 00000400:00000200:0.0:1773941563.189574:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a992506c0 00000400:00000010:0.0:1773941563.189575:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a992506c0. 00000100:00000001:0.0:1773941563.189577:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189577:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189580:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189581:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 55 buffers still posted 00000100:00000001:0.0:1773941563.189582:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189583:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189583:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189584:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0a3c8. 00000400:00000200:0.0:1773941563.189598:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a99250480 00000400:00000010:0.0:1773941563.189601:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a99250480. 00000100:00000001:0.0:1773941563.189603:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189604:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189609:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189611:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 54 buffers still posted 00000100:00000001:0.0:1773941563.189612:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189614:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189615:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189616:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0a5d8. 00000400:00000200:0.0:1773941563.189617:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a99250d80 00000400:00000010:0.0:1773941563.189618:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a99250d80. 00000100:00000001:0.0:1773941563.189620:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189621:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189624:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189625:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 53 buffers still posted 00000100:00000001:0.0:1773941563.189626:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189631:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189632:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189633:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0a420. 00000400:00000200:0.0:1773941563.189635:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a99250180 00000400:00000010:0.0:1773941563.189636:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a99250180. 00000100:00000001:0.0:1773941563.189638:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189639:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189663:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189665:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 52 buffers still posted 00000100:00000001:0.0:1773941563.189667:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189669:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189670:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189671:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0a000. 00000400:00000200:0.0:1773941563.189674:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a99250300 00000400:00000010:0.0:1773941563.189675:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a99250300. 00000100:00000001:0.0:1773941563.189678:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189679:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189684:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189685:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 51 buffers still posted 00000100:00000001:0.0:1773941563.189687:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189688:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189689:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189690:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0a9f8. 00000400:00000200:0.0:1773941563.189692:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a98b16600 00000400:00000010:0.0:1773941563.189693:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a98b16600. 00000100:00000001:0.0:1773941563.189695:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189696:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189701:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189702:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 50 buffers still posted 00000100:00000001:0.0:1773941563.189702:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189703:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189704:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189705:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0ac60. 00000400:00000200:0.0:1773941563.189708:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a98b16900 00000400:00000010:0.0:1773941563.189709:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a98b16900. 00000100:00000001:0.0:1773941563.189711:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189712:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189715:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189721:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 49 buffers still posted 00000100:00000001:0.0:1773941563.189722:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189724:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189725:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189726:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0a6e0. 00000400:00000200:0.0:1773941563.189729:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a98b166c0 00000400:00000010:0.0:1773941563.189729:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a98b166c0. 00000100:00000001:0.0:1773941563.189731:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189732:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189734:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189735:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 48 buffers still posted 00000100:00000001:0.0:1773941563.189736:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189737:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189738:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189739:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0adc0. 00000400:00000200:0.0:1773941563.189741:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a98b169c0 00000400:00000010:0.0:1773941563.189742:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a98b169c0. 00000100:00000001:0.0:1773941563.189743:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189744:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189747:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189748:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 47 buffers still posted 00000100:00000001:0.0:1773941563.189749:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189750:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189751:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189752:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0a7e8. 00000400:00000200:0.0:1773941563.189753:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a98b16240 00000400:00000010:0.0:1773941563.189754:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a98b16240. 00000100:00000001:0.0:1773941563.189755:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189756:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189758:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189759:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 46 buffers still posted 00000100:00000001:0.0:1773941563.189760:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189761:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189761:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189763:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a90c0a840. 00000400:00000200:0.0:1773941563.189764:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a98b160c0 00000400:00000010:0.0:1773941563.189765:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a98b160c0. 00000100:00000001:0.0:1773941563.189766:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189769:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189772:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189773:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 45 buffers still posted 00000100:00000001:0.0:1773941563.189774:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189776:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189777:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189778:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644688. 00000400:00000200:0.0:1773941563.189780:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a98b16480 00000400:00000010:0.0:1773941563.189781:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a98b16480. 00000100:00000001:0.0:1773941563.189782:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189783:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189786:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189787:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 44 buffers still posted 00000100:00000001:0.0:1773941563.189788:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189789:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189789:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189790:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644108. 00000400:00000200:0.0:1773941563.189791:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a98b16c00 00000400:00000010:0.0:1773941563.189792:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a98b16c00. 00000100:00000001:0.0:1773941563.189793:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189794:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189796:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189797:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 43 buffers still posted 00000100:00000001:0.0:1773941563.189798:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189799:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189800:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189801:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644c08. 00000400:00000200:0.0:1773941563.189802:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a98b16b40 00000400:00000010:0.0:1773941563.189803:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a98b16b40. 00000100:00000001:0.0:1773941563.189804:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189805:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189807:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189808:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 42 buffers still posted 00000100:00000001:0.0:1773941563.189809:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189810:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189811:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189812:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644478. 00000400:00000200:0.0:1773941563.189813:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a98b16840 00000400:00000010:0.0:1773941563.189817:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a98b16840. 00000100:00000001:0.0:1773941563.189818:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189819:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189821:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189822:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 41 buffers still posted 00000100:00000001:0.0:1773941563.189823:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189824:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189825:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189826:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644e18. 00000400:00000200:0.0:1773941563.189827:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a98b16180 00000400:00000010:0.0:1773941563.189828:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a98b16180. 00000100:00000001:0.0:1773941563.189829:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189829:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189832:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189833:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 40 buffers still posted 00000100:00000001:0.0:1773941563.189834:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189835:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189835:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189836:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a866444d0. 00000400:00000200:0.0:1773941563.189837:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a98b163c0 00000400:00000010:0.0:1773941563.189838:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a98b163c0. 00000100:00000001:0.0:1773941563.189839:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189840:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189842:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189843:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 39 buffers still posted 00000100:00000001:0.0:1773941563.189844:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189845:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189846:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189847:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644840. 00000400:00000200:0.0:1773941563.189848:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a98b16e40 00000400:00000010:0.0:1773941563.189849:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a98b16e40. 00000100:00000001:0.0:1773941563.189850:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189851:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189853:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189854:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 38 buffers still posted 00000100:00000001:0.0:1773941563.189855:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189856:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189859:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189860:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644790. 00000400:00000200:0.0:1773941563.189861:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83578300 00000400:00000010:0.0:1773941563.189863:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83578300. 00000100:00000001:0.0:1773941563.189864:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189865:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189868:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189868:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 37 buffers still posted 00000100:00000001:0.0:1773941563.189869:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189870:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189871:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189872:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a866447e8. 00000400:00000200:0.0:1773941563.189873:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83578780 00000400:00000010:0.0:1773941563.189874:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83578780. 00000100:00000001:0.0:1773941563.189875:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189876:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189879:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189880:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 36 buffers still posted 00000100:00000001:0.0:1773941563.189881:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189882:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189882:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189883:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644058. 00000400:00000200:0.0:1773941563.189884:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83578480 00000400:00000010:0.0:1773941563.189885:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83578480. 00000100:00000001:0.0:1773941563.189887:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189887:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189890:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189891:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 35 buffers still posted 00000100:00000001:0.0:1773941563.189892:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189893:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189894:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189895:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644d68. 00000400:00000200:0.0:1773941563.189896:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83578180 00000400:00000010:0.0:1773941563.189897:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83578180. 00000100:00000001:0.0:1773941563.189898:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189899:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189901:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189902:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 34 buffers still posted 00000100:00000001:0.0:1773941563.189907:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189908:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189909:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189910:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a866442c0. 00000400:00000200:0.0:1773941563.189911:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83578540 00000400:00000010:0.0:1773941563.189912:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83578540. 00000100:00000001:0.0:1773941563.189913:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189914:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189917:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189918:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 33 buffers still posted 00000100:00000001:0.0:1773941563.189919:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189919:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189920:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189921:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644cb8. 00000400:00000200:0.0:1773941563.189922:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83578d80 00000400:00000010:0.0:1773941563.189923:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83578d80. 00000100:00000001:0.0:1773941563.189924:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189925:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189928:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189928:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 32 buffers still posted 00000100:00000001:0.0:1773941563.189929:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189930:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189931:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189932:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a866448f0. 00000400:00000200:0.0:1773941563.189933:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83578240 00000400:00000010:0.0:1773941563.189934:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83578240. 00000100:00000001:0.0:1773941563.189935:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189936:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189938:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189939:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 31 buffers still posted 00000100:00000001:0.0:1773941563.189940:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189941:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189942:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189943:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644bb0. 00000400:00000200:0.0:1773941563.189944:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835780c0 00000400:00000010:0.0:1773941563.189945:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835780c0. 00000100:00000001:0.0:1773941563.189946:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189946:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189952:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189954:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 30 buffers still posted 00000100:00000001:0.0:1773941563.189955:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189956:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189958:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189959:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644630. 00000400:00000200:0.0:1773941563.189961:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83578900 00000400:00000010:0.0:1773941563.189963:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83578900. 00000100:00000001:0.0:1773941563.189965:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189966:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189969:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189970:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 29 buffers still posted 00000100:00000001:0.0:1773941563.189971:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189972:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189973:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189974:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644370. 00000400:00000200:0.0:1773941563.189975:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83578cc0 00000400:00000010:0.0:1773941563.189977:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83578cc0. 00000100:00000001:0.0:1773941563.189978:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189979:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189982:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189983:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 28 buffers still posted 00000100:00000001:0.0:1773941563.189984:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189985:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189986:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189987:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644a50. 00000400:00000200:0.0:1773941563.189988:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83578000 00000400:00000010:0.0:1773941563.189989:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83578000. 00000100:00000001:0.0:1773941563.189990:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.189991:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.189993:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.189994:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 27 buffers still posted 00000100:00000001:0.0:1773941563.189995:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.189996:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.189996:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.189997:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644528. 00000400:00000200:0.0:1773941563.189998:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83578e40 00000400:00000010:0.0:1773941563.189999:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83578e40. 00000100:00000001:0.0:1773941563.190004:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190005:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190008:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190009:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 26 buffers still posted 00000100:00000001:0.0:1773941563.190010:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190011:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190012:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190013:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644318. 00000400:00000200:0.0:1773941563.190014:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835783c0 00000400:00000010:0.0:1773941563.190015:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835783c0. 00000100:00000001:0.0:1773941563.190016:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190017:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190019:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190020:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 25 buffers still posted 00000100:00000001:0.0:1773941563.190021:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190022:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190023:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190024:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644580. 00000400:00000200:0.0:1773941563.190025:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a835786c0 00000400:00000010:0.0:1773941563.190026:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a835786c0. 00000100:00000001:0.0:1773941563.190027:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190028:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190030:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190031:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 24 buffers still posted 00000100:00000001:0.0:1773941563.190032:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190033:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190034:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190035:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644b58. 00000400:00000200:0.0:1773941563.190036:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83578600 00000400:00000010:0.0:1773941563.190037:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83578600. 00000100:00000001:0.0:1773941563.190038:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190039:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190041:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190042:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 23 buffers still posted 00000100:00000001:0.0:1773941563.190043:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190044:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190045:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190046:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644948. 00000400:00000200:0.0:1773941563.190050:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a83578c00 00000400:00000010:0.0:1773941563.190051:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a83578c00. 00000100:00000001:0.0:1773941563.190053:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190054:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190057:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190058:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 22 buffers still posted 00000100:00000001:0.0:1773941563.190059:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190060:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190061:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190062:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644268. 00000400:00000200:0.0:1773941563.190063:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4780 00000400:00000010:0.0:1773941563.190064:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4780. 00000100:00000001:0.0:1773941563.190065:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190066:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190069:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190070:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 21 buffers still posted 00000100:00000001:0.0:1773941563.190071:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190072:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190072:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190073:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644f20. 00000400:00000200:0.0:1773941563.190074:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4e40 00000400:00000010:0.0:1773941563.190076:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4e40. 00000100:00000001:0.0:1773941563.190078:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190079:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190083:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190084:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 20 buffers still posted 00000100:00000001:0.0:1773941563.190085:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190086:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190087:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190087:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644898. 00000400:00000200:0.0:1773941563.190089:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4600 00000400:00000010:0.0:1773941563.190090:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4600. 00000100:00000001:0.0:1773941563.190091:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190092:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190094:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190095:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 19 buffers still posted 00000100:00000001:0.0:1773941563.190097:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190101:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190102:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190104:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644ec8. 00000400:00000200:0.0:1773941563.190105:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4180 00000400:00000010:0.0:1773941563.190106:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4180. 00000100:00000001:0.0:1773941563.190108:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190109:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190112:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190112:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 18 buffers still posted 00000100:00000001:0.0:1773941563.190113:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190114:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190115:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190116:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644b00. 00000400:00000200:0.0:1773941563.190117:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4300 00000400:00000010:0.0:1773941563.190118:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4300. 00000100:00000001:0.0:1773941563.190119:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190120:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190122:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190123:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 17 buffers still posted 00000100:00000001:0.0:1773941563.190124:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190125:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190126:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190127:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a866449a0. 00000400:00000200:0.0:1773941563.190128:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c46c0 00000400:00000010:0.0:1773941563.190129:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c46c0. 00000100:00000001:0.0:1773941563.190130:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190131:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190133:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190134:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 16 buffers still posted 00000100:00000001:0.0:1773941563.190135:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190136:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190136:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190137:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644160. 00000400:00000200:0.0:1773941563.190138:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4d80 00000400:00000010:0.0:1773941563.190139:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4d80. 00000100:00000001:0.0:1773941563.190141:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190141:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190144:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190148:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 15 buffers still posted 00000100:00000001:0.0:1773941563.190149:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190150:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190151:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190153:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644738. 00000400:00000200:0.0:1773941563.190154:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4480 00000400:00000010:0.0:1773941563.190155:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4480. 00000100:00000001:0.0:1773941563.190156:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190157:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190160:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190161:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 14 buffers still posted 00000100:00000001:0.0:1773941563.190162:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190163:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190163:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190164:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644f78. 00000400:00000200:0.0:1773941563.190165:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c40c0 00000400:00000010:0.0:1773941563.190166:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c40c0. 00000100:00000001:0.0:1773941563.190167:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190168:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190171:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190172:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 13 buffers still posted 00000100:00000001:0.0:1773941563.190172:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190173:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190174:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190175:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644d10. 00000400:00000200:0.0:1773941563.190176:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4540 00000400:00000010:0.0:1773941563.190177:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4540. 00000100:00000001:0.0:1773941563.190178:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190179:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190182:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190183:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 12 buffers still posted 00000100:00000001:0.0:1773941563.190183:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190184:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190185:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190186:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a866440b0. 00000400:00000200:0.0:1773941563.190187:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4a80 00000400:00000010:0.0:1773941563.190188:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4a80. 00000100:00000001:0.0:1773941563.190189:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190192:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190196:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190197:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 11 buffers still posted 00000100:00000001:0.0:1773941563.190198:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190200:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190201:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190202:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644e70. 00000400:00000200:0.0:1773941563.190203:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4c00 00000400:00000010:0.0:1773941563.190204:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4c00. 00000100:00000001:0.0:1773941563.190205:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190206:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190209:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190209:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 10 buffers still posted 00000100:00000001:0.0:1773941563.190210:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190211:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190212:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190213:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644aa8. 00000400:00000200:0.0:1773941563.190214:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c43c0 00000400:00000010:0.0:1773941563.190215:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c43c0. 00000100:00000001:0.0:1773941563.190216:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190216:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190219:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190220:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 9 buffers still posted 00000100:00000001:0.0:1773941563.190221:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190221:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190222:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190223:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a866441b8. 00000400:00000200:0.0:1773941563.190224:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4900 00000400:00000010:0.0:1773941563.190225:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4900. 00000100:00000001:0.0:1773941563.190226:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190227:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190229:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190230:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 8 buffers still posted 00000100:00000001:0.0:1773941563.190231:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190232:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190232:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190233:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a866443c8. 00000400:00000200:0.0:1773941563.190234:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4cc0 00000400:00000010:0.0:1773941563.190239:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4cc0. 00000100:00000001:0.0:1773941563.190240:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190241:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190244:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190245:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 7 buffers still posted 00000100:00000001:0.0:1773941563.190246:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190247:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190248:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190248:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a866445d8. 00000400:00000200:0.0:1773941563.190250:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a854c4000 00000400:00000010:0.0:1773941563.190251:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a854c4000. 00000100:00000001:0.0:1773941563.190252:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190253:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190255:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190256:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 6 buffers still posted 00000100:00000001:0.0:1773941563.190257:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190258:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190258:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190259:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644420. 00000400:00000200:0.0:1773941563.190260:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a8a45fa80 00000400:00000010:0.0:1773941563.190261:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a8a45fa80. 00000100:00000001:0.0:1773941563.190263:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190263:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190266:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190267:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 5 buffers still posted 00000100:00000001:0.0:1773941563.190268:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190269:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190269:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190270:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644000. 00000400:00000200:0.0:1773941563.190271:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a8a45fe40 00000400:00000010:0.0:1773941563.190272:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a8a45fe40. 00000100:00000001:0.0:1773941563.190273:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190274:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190277:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190278:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 4 buffers still posted 00000100:00000001:0.0:1773941563.190278:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190279:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190280:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190284:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a866449f8. 00000400:00000200:0.0:1773941563.190285:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a8a45fd80 00000400:00000010:0.0:1773941563.190286:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a8a45fd80. 00000100:00000001:0.0:1773941563.190288:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190288:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190291:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190293:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 3 buffers still posted 00000100:00000001:0.0:1773941563.190294:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190295:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190296:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190296:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644c60. 00000400:00000200:0.0:1773941563.190298:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a84edacc0 00000400:00000010:0.0:1773941563.190299:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a84edacc0. 00000100:00000001:0.0:1773941563.190301:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190301:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190304:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190305:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 2 buffers still posted 00000100:00000001:0.0:1773941563.190306:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190308:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190309:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190310:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a866446e0. 00000400:00000200:0.0:1773941563.190312:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90584480 00000400:00000010:0.0:1773941563.190313:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90584480. 00000100:00000001:0.0:1773941563.190315:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190317:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190321:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190323:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 1 buffers still posted 00000100:00000001:0.0:1773941563.190324:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000001:0.0:1773941563.190325:0:14733:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1773941563.190326:0:14733:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1773941563.190327:0:14733:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8a5a86644dc0. 00000400:00000200:0.0:1773941563.190330:0:14733:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8a5a90584780 00000400:00000010:0.0:1773941563.190331:0:14733:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff8a5a90584780. 00000100:00000001:0.0:1773941563.190333:0:14733:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1773941563.190334:0:14733:0:(events.c:296:request_in_callback()) event type 6, status 0, service ldlm_canceld 00000100:00100000:0.0:1773941563.190339:0:14733:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00000040:0.0:1773941563.190340:0:14733:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:0.0:1773941563.190342:0:14733:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1773941563.190350:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190352:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190355:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190356:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190358:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190359:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190360:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190361:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190363:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190364:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190366:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190367:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190369:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190370:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190371:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190372:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190374:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190375:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190376:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190377:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190379:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190380:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190382:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190383:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190384:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190385:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190386:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190387:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190388:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190389:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190390:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190391:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190392:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190393:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190393:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190394:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190395:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190396:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190396:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190397:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190402:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190403:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190404:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190405:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190406:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190407:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190408:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190408:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190409:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190410:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190411:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190411:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190412:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190413:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190414:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190414:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190415:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190416:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190417:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190417:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190418:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190419:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190420:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190420:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190421:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190422:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190423:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190423:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190424:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190425:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190426:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190426:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190427:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190428:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190428:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190429:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190430:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190431:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190431:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190432:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190435:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190436:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190437:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190438:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190439:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190440:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190441:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190442:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190443:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190443:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190444:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190445:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190446:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190446:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190447:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190448:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190448:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190449:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190450:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190451:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190451:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190452:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190453:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190453:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190454:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190455:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190456:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190456:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190457:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190458:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190459:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190459:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190460:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190461:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190462:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190462:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190463:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190464:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190465:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190465:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190469:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190469:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190470:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190471:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190472:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190473:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190474:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190475:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1773941563.190477:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a83e82000. 00000100:00000010:0.0:1773941563.190481:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8515ac00. 00000100:00000010:0.0:1773941563.190483:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a83e86000. 00000100:00000010:0.0:1773941563.190485:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8515a800. 00000100:00000010:0.0:1773941563.190487:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90ff2000. 00000100:00000010:0.0:1773941563.190490:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85158c00. 00000100:00000010:0.0:1773941563.190492:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90ff0000. 00000100:00000010:0.0:1773941563.190494:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8515b800. 00000100:00000010:0.0:1773941563.190496:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90ff6000. 00000100:00000010:0.0:1773941563.190498:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85159000. 00000100:00000010:0.0:1773941563.190500:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90ff4000. 00000100:00000010:0.0:1773941563.190502:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85158400. 00000100:00000010:0.0:1773941563.190503:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90d44000. 00000100:00000010:0.0:1773941563.190506:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8515bc00. 00000100:00000010:0.0:1773941563.190507:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90d42000. 00000100:00000010:0.0:1773941563.190509:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85158000. 00000100:00000010:0.0:1773941563.190510:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90d40000. 00000100:00000010:0.0:1773941563.190512:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8515a400. 00000100:00000010:0.0:1773941563.190514:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90d46000. 00000100:00000010:0.0:1773941563.190515:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8515b000. 00000100:00000010:0.0:1773941563.190517:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c7a000. 00000100:00000010:0.0:1773941563.190519:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85158800. 00000100:00000010:0.0:1773941563.190520:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c78000. 00000100:00000010:0.0:1773941563.190522:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8515b400. 00000100:00000010:0.0:1773941563.190523:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c7e000. 00000100:00000010:0.0:1773941563.190525:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85159c00. 00000100:00000010:0.0:1773941563.190529:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c7c000. 00000100:00000010:0.0:1773941563.190532:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e1000. 00000100:00000010:0.0:1773941563.190534:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a83886000. 00000100:00000010:0.0:1773941563.190538:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e3800. 00000100:00000010:0.0:1773941563.190540:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a83884000. 00000100:00000010:0.0:1773941563.190543:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e0c00. 00000100:00000010:0.0:1773941563.190545:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a83880000. 00000100:00000010:0.0:1773941563.190547:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e2800. 00000100:00000010:0.0:1773941563.190548:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90fe8000. 00000100:00000010:0.0:1773941563.190551:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e2c00. 00000100:00000010:0.0:1773941563.190553:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90fea000. 00000100:00000010:0.0:1773941563.190556:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e1400. 00000100:00000010:0.0:1773941563.190557:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90fec000. 00000100:00000010:0.0:1773941563.190559:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e1800. 00000100:00000010:0.0:1773941563.190561:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90fee000. 00000100:00000010:0.0:1773941563.190563:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e2000. 00000100:00000010:0.0:1773941563.190564:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835d2000. 00000100:00000010:0.0:1773941563.190567:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e1c00. 00000100:00000010:0.0:1773941563.190568:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835d4000. 00000100:00000010:0.0:1773941563.190570:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e3400. 00000100:00000010:0.0:1773941563.190572:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835d6000. 00000100:00000010:0.0:1773941563.190573:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e0800. 00000100:00000010:0.0:1773941563.190575:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835d0000. 00000100:00000010:0.0:1773941563.190576:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e3000. 00000100:00000010:0.0:1773941563.190577:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90d4c000. 00000100:00000010:0.0:1773941563.190602:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e2400. 00000100:00000010:0.0:1773941563.190605:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90d4a000. 00000100:00000010:0.0:1773941563.190607:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e0000. 00000100:00000010:0.0:1773941563.190608:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90d48000. 00000100:00000010:0.0:1773941563.190610:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e3c00. 00000100:00000010:0.0:1773941563.190611:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90d4e000. 00000100:00000010:0.0:1773941563.190613:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a830e0400. 00000100:00000010:0.0:1773941563.190614:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a905fc000. 00000100:00000010:0.0:1773941563.190621:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a833dc800. 00000100:00000010:0.0:1773941563.190633:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a8a7ec000. 00000100:00000010:0.0:1773941563.190636:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a833df800. 00000100:00000010:0.0:1773941563.190638:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a83598000. 00000100:00000010:0.0:1773941563.190660:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a833dc400. 00000100:00000010:0.0:1773941563.190662:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a8359a000. 00000100:00000010:0.0:1773941563.190667:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a833dd000. 00000100:00000010:0.0:1773941563.190670:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a8359c000. 00000100:00000010:0.0:1773941563.190674:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a833df000. 00000100:00000010:0.0:1773941563.190676:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a8359e000. 00000100:00000010:0.0:1773941563.190679:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a833dd400. 00000100:00000010:0.0:1773941563.190680:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a83108000. 00000100:00000010:0.0:1773941563.190683:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a833dcc00. 00000100:00000010:0.0:1773941563.190685:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a8310a000. 00000100:00000010:0.0:1773941563.190687:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a833ddc00. 00000100:00000010:0.0:1773941563.190689:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a8310c000. 00000100:00000010:0.0:1773941563.190690:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a833dec00. 00000100:00000010:0.0:1773941563.190692:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a8310e000. 00000100:00000010:0.0:1773941563.190694:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a833dd800. 00000100:00000010:0.0:1773941563.190695:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a9046a000. 00000100:00000010:0.0:1773941563.190698:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a833df400. 00000100:00000010:0.0:1773941563.190699:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a9046c000. 00000100:00000010:0.0:1773941563.190702:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a833de000. 00000100:00000010:0.0:1773941563.190703:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a9046e000. 00000100:00000010:0.0:1773941563.190706:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8502a800. 00000100:00000010:0.0:1773941563.190708:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90468000. 00000100:00000010:0.0:1773941563.190710:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85028800. 00000100:00000010:0.0:1773941563.190712:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a989ca000. 00000100:00000010:0.0:1773941563.190725:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8502b400. 00000100:00000010:0.0:1773941563.190727:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a989cc000. 00000100:00000010:0.0:1773941563.190729:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85029400. 00000100:00000010:0.0:1773941563.190730:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a989ce000. 00000100:00000010:0.0:1773941563.190733:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8502ac00. 00000100:00000010:0.0:1773941563.190737:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a989c8000. 00000100:00000010:0.0:1773941563.190739:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85029c00. 00000100:00000010:0.0:1773941563.190740:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c46000. 00000100:00000010:0.0:1773941563.190743:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8502a000. 00000100:00000010:0.0:1773941563.190745:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c40000. 00000100:00000010:0.0:1773941563.190746:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85029800. 00000100:00000010:0.0:1773941563.190747:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c42000. 00000100:00000010:0.0:1773941563.190749:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85029000. 00000100:00000010:0.0:1773941563.190751:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c44000. 00000100:00000010:0.0:1773941563.190752:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85028c00. 00000100:00000010:0.0:1773941563.190754:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a8555a000. 00000100:00000010:0.0:1773941563.190756:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8502b800. 00000100:00000010:0.0:1773941563.190757:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a8555c000. 00000100:00000010:0.0:1773941563.190759:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85028400. 00000100:00000010:0.0:1773941563.190760:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a8555e000. 00000100:00000010:0.0:1773941563.190762:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9969a400. 00000100:00000010:0.0:1773941563.190764:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a85558000. 00000100:00000010:0.0:1773941563.190766:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a99698c00. 00000100:00000010:0.0:1773941563.190767:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a860b0000. 00000100:00000010:0.0:1773941563.190779:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9969b800. 00000100:00000010:0.0:1773941563.190781:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a860b2000. 00000100:00000010:0.0:1773941563.190783:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a99699000. 00000100:00000010:0.0:1773941563.190784:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a860b4000. 00000100:00000010:0.0:1773941563.190786:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a99698400. 00000100:00000010:0.0:1773941563.190787:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a860b6000. 00000100:00000010:0.0:1773941563.190789:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9969ac00. 00000100:00000010:0.0:1773941563.190791:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a892b2000. 00000100:00000010:0.0:1773941563.190793:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9969a800. 00000100:00000010:0.0:1773941563.190795:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a892b4000. 00000100:00000010:0.0:1773941563.190797:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9969bc00. 00000100:00000010:0.0:1773941563.190799:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a892b6000. 00000100:00000010:0.0:1773941563.190801:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a99698000. 00000100:00000010:0.0:1773941563.190804:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a892b0000. 00000100:00000010:0.0:1773941563.190809:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9969b000. 00000100:00000010:0.0:1773941563.190810:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a833a8000. 00000100:00000010:0.0:1773941563.190813:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a99698800. 00000100:00000010:0.0:1773941563.190815:0:14733:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8a5a82fd8000. 00000100:00000010:0.0:1773941563.190818:0:14733:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8a5a82fdf000. 00000100:00000010:0.0:1773941563.190819:0:14733:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8a5a98b0d000. 00000100:00000001:0.0:1773941563.190822:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190823:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190825:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190826:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190827:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190828:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190829:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190830:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190831:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190832:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190833:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190833:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190834:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190835:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190836:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190836:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190837:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190838:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190839:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190839:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190840:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190841:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190842:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190842:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190843:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190844:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190845:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190845:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190846:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190847:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190847:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190848:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190849:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190852:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190853:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190854:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190855:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190856:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190857:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190858:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190859:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190860:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190860:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190861:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190862:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190863:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190863:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190864:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190865:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190866:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190867:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190867:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190868:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190869:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190870:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190870:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190871:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190872:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190873:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190873:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190874:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190875:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190876:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190876:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190877:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190878:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190879:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190879:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190880:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190881:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190882:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190882:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190883:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190886:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190887:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190888:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190889:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190890:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190891:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190892:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190893:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190893:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190894:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190895:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190895:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190896:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190897:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190898:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190898:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190899:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190900:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190900:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190901:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190902:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190903:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190903:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190904:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190905:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190906:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190906:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190907:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190908:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190909:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190909:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190910:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190911:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190912:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190912:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190913:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190914:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190914:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190915:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190916:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190919:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190920:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190921:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190922:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190923:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190924:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190925:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190926:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190926:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190927:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190928:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190928:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190929:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1773941563.190930:0:14733:0:(service.c:1939:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1773941563.190930:0:14733:0:(service.c:1950:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:0.0:1773941563.190932:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a833aa000. 00000100:00000010:0.0:1773941563.190934:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a99699400. 00000100:00000010:0.0:1773941563.190936:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a833ac000. 00000100:00000010:0.0:1773941563.190938:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a99699800. 00000100:00000010:0.0:1773941563.190939:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a833ae000. 00000100:00000010:0.0:1773941563.190941:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9969a000. 00000100:00000010:0.0:1773941563.190942:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a9abdc000. 00000100:00000010:0.0:1773941563.190953:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a99699c00. 00000100:00000010:0.0:1773941563.190955:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a9abde000. 00000100:00000010:0.0:1773941563.190957:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a90ed7000. 00000100:00000010:0.0:1773941563.190959:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a9abd8000. 00000100:00000010:0.0:1773941563.190961:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8a6bf800. 00000100:00000010:0.0:1773941563.190963:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a9abda000. 00000100:00000010:0.0:1773941563.190965:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8a6bcc00. 00000100:00000010:0.0:1773941563.190967:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a98ab2000. 00000100:00000010:0.0:1773941563.190971:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8a6bfc00. 00000100:00000010:0.0:1773941563.190973:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a98ab4000. 00000100:00000010:0.0:1773941563.190975:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8547d800. 00000100:00000010:0.0:1773941563.190977:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a98ab6000. 00000100:00000010:0.0:1773941563.190981:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a8547c800. 00000100:00000010:0.0:1773941563.190982:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a98ab0000. 00000100:00000010:0.0:1773941563.190988:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a84c63c00. 00000100:00000010:0.0:1773941563.190990:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a85090000. 00000100:00000010:0.0:1773941563.190992:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a84c63000. 00000100:00000010:0.0:1773941563.190994:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a85092000. 00000100:00000010:0.0:1773941563.190996:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a84c60800. 00000100:00000010:0.0:1773941563.190998:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a85094000. 00000100:00000010:0.0:1773941563.191000:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a84c63800. 00000100:00000010:0.0:1773941563.191001:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a85096000. 00000100:00000010:0.0:1773941563.191003:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a84c62c00. 00000100:00000010:0.0:1773941563.191005:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850f6000. 00000100:00000010:0.0:1773941563.191017:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85165800. 00000100:00000010:0.0:1773941563.191020:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850f0000. 00000100:00000010:0.0:1773941563.191022:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a85164c00. 00000100:00000010:0.0:1773941563.191024:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850f2000. 00000100:00000010:0.0:1773941563.191026:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5ac207e000. 00000100:00000010:0.0:1773941563.191029:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850f4000. 00000100:00000010:0.0:1773941563.191031:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5ac207dc00. 00000100:00000010:0.0:1773941563.191032:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850ee000. 00000100:00000010:0.0:1773941563.191035:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5ac2065000. 00000100:00000010:0.0:1773941563.191037:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850e8000. 00000100:00000010:0.0:1773941563.191039:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5ac2067800. 00000100:00000010:0.0:1773941563.191040:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850ea000. 00000100:00000010:0.0:1773941563.191042:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5ac2066c00. 00000100:00000010:0.0:1773941563.191044:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a850ec000. 00000100:00000010:0.0:1773941563.191046:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5ac2065400. 00000100:00000010:0.0:1773941563.191047:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a877c2000. 00000100:00000010:0.0:1773941563.191049:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a83270400. 00000100:00000010:0.0:1773941563.191051:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a877c4000. 00000100:00000010:0.0:1773941563.191052:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a83270c00. 00000100:00000010:0.0:1773941563.191054:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a877c6000. 00000100:00000010:0.0:1773941563.191056:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a83273000. 00000100:00000010:0.0:1773941563.191058:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a877c0000. 00000100:00000010:0.0:1773941563.191060:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa071dc00. 00000100:00000010:0.0:1773941563.191065:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835da000. 00000100:00000010:0.0:1773941563.191076:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa071e000. 00000100:00000010:0.0:1773941563.191078:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835dc000. 00000100:00000010:0.0:1773941563.191080:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a9a85cc00. 00000100:00000010:0.0:1773941563.191082:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835de000. 00000100:00000010:0.0:1773941563.191084:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa15db400. 00000100:00000010:0.0:1773941563.191086:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835d8000. 00000100:00000010:0.0:1773941563.191088:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa15d8000. 00000100:00000010:0.0:1773941563.191089:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c9a000. 00000100:00000010:0.0:1773941563.191092:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa15db000. 00000100:00000010:0.0:1773941563.191093:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c9c000. 00000100:00000010:0.0:1773941563.191095:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa078b800. 00000100:00000010:0.0:1773941563.191097:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c9e000. 00000100:00000010:0.0:1773941563.191099:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa02f2800. 00000100:00000010:0.0:1773941563.191100:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90c98000. 00000100:00000010:0.0:1773941563.191102:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa02f2c00. 00000100:00000010:0.0:1773941563.191104:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a98b78000. 00000100:00000010:0.0:1773941563.191107:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa02f1400. 00000100:00000010:0.0:1773941563.191109:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a98b7a000. 00000100:00000010:0.0:1773941563.191110:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa02f1800. 00000100:00000010:0.0:1773941563.191112:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a98b7c000. 00000100:00000010:0.0:1773941563.191114:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa02f2000. 00000100:00000010:0.0:1773941563.191116:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a98b7e000. 00000100:00000010:0.0:1773941563.191119:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa02f1c00. 00000100:00000010:0.0:1773941563.191120:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a900b0000. 00000100:00000010:0.0:1773941563.191133:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa02f3400. 00000100:00000010:0.0:1773941563.191136:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a900b2000. 00000100:00000010:0.0:1773941563.191138:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa02f0800. 00000100:00000010:0.0:1773941563.191139:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a900b4000. 00000100:00000010:0.0:1773941563.191141:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa02f3000. 00000100:00000010:0.0:1773941563.191143:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a900b6000. 00000100:00000010:0.0:1773941563.191145:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa02f2400. 00000100:00000010:0.0:1773941563.191146:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a83524000. 00000100:00000010:0.0:1773941563.191151:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa02f0000. 00000100:00000010:0.0:1773941563.191152:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a83526000. 00000100:00000010:0.0:1773941563.191154:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa02f3c00. 00000100:00000010:0.0:1773941563.191156:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a83520000. 00000100:00000010:0.0:1773941563.191158:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa02f0400. 00000100:00000010:0.0:1773941563.191159:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a83522000. 00000100:00000010:0.0:1773941563.191161:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa02f1000. 00000100:00000010:0.0:1773941563.191162:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90cb4000. 00000100:00000010:0.0:1773941563.191164:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa02f3800. 00000100:00000010:0.0:1773941563.191166:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90cb6000. 00000100:00000010:0.0:1773941563.191168:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5aa02f0c00. 00000100:00000010:0.0:1773941563.191169:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90cb0000. 00000100:00000010:0.0:1773941563.191171:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a892f9000. 00000100:00000010:0.0:1773941563.191173:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90cb2000. 00000100:00000010:0.0:1773941563.191175:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a892fb800. 00000100:00000010:0.0:1773941563.191177:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90e64000. 00000100:00000010:0.0:1773941563.191190:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a892f8c00. 00000100:00000010:0.0:1773941563.191192:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90e66000. 00000100:00000010:0.0:1773941563.191196:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a892fa800. 00000100:00000010:0.0:1773941563.191199:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90e60000. 00000100:00000010:0.0:1773941563.191201:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a892fac00. 00000100:00000010:0.0:1773941563.191202:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a90e62000. 00000100:00000010:0.0:1773941563.191204:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a892f9400. 00000100:00000010:0.0:1773941563.191205:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a82fa8000. 00000100:00000010:0.0:1773941563.191207:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a892f9800. 00000100:00000010:0.0:1773941563.191209:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a82faa000. 00000100:00000010:0.0:1773941563.191213:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a892fa000. 00000100:00000010:0.0:1773941563.191216:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a82fac000. 00000100:00000010:0.0:1773941563.191219:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a892f9c00. 00000100:00000010:0.0:1773941563.191220:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a82fae000. 00000100:00000010:0.0:1773941563.191222:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a892fb400. 00000100:00000010:0.0:1773941563.191224:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835bc000. 00000100:00000010:0.0:1773941563.191226:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a892f8800. 00000100:00000010:0.0:1773941563.191231:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835be000. 00000100:00000010:0.0:1773941563.191233:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a892fb000. 00000100:00000010:0.0:1773941563.191234:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835b8000. 00000100:00000010:0.0:1773941563.191236:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a892fa400. 00000100:00000010:0.0:1773941563.191238:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a835ba000. 00000100:00000010:0.0:1773941563.191240:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a892f8000. 00000100:00000010:0.0:1773941563.191241:0:14733:0:(service.c:96:ptlrpc_free_rqbd()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff8a5a89afc000. 00000100:00000010:0.0:1773941563.191244:0:14733:0:(service.c:97:ptlrpc_free_rqbd()) kfreed 'rqbd': 968 at ffff8a5a892fbc00. 00000100:00000010:0.0:1773941563.191245:0:14733:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8a5a98278800. 00000100:00000010:0.0:1773941563.191247:0:14733:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8a5a8922f000. 00000100:00000010:0.0:1773941563.191249:0:14733:0:(service.c:3796:ptlrpc_service_purge_all()) kvfree 'rs': 2048 at ffff8a5a90015000. 00000100:00000001:0.0:1773941563.191251:0:14733:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1773941563.191253:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.191255:0:14733:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1773941563.191256:0:14733:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1773941563.191258:0:14733:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8a5a9009fac0. 00000100:00000001:0.0:1773941563.191260:0:14733:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1773941563.191261:0:14733:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941563.191263:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.191264:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a84ef4e40. 00000100:00000001:0.0:1773941563.191266:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.191267:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.191268:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a84ef4840. 00000100:00000001:0.0:1773941563.191270:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.191270:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.191271:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e23480. 00000100:00000001:0.0:1773941563.191273:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.191274:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.191274:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e23600. 00000100:00000001:0.0:1773941563.191276:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.191277:0:14733:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1773941563.191277:0:14733:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1773941563.191278:0:14733:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8a5a9009f900. 00000100:00000001:0.0:1773941563.191280:0:14733:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1773941563.191280:0:14733:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941563.191282:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.191282:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e236c0. 00000100:00000001:0.0:1773941563.191284:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.191287:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.191288:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e23240. 00000100:00000001:0.0:1773941563.191290:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.191291:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.191292:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e239c0. 00000100:00000001:0.0:1773941563.191293:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.191294:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.191294:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e233c0. 00000100:00000010:0.0:1773941563.191296:0:14733:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at ffff8a5a854fcd80. 00000100:00000001:0.0:1773941563.191298:0:14733:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000100:00000001:0.0:1773941563.191298:0:14733:0:(nrs.c:1051:nrs_svcpt_cleanup_locked()) Process entered 00000100:00000001:0.0:1773941563.191299:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.191300:0:14733:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1773941563.191300:0:14733:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1773941563.191301:0:14733:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8a5a9009f680. 00000100:00000001:0.0:1773941563.191303:0:14733:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1773941563.191304:0:14733:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941563.191305:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.191306:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e23a80. 00000100:00000001:0.0:1773941563.191308:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.191309:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.191310:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e23840. 00000100:00000001:0.0:1773941563.191312:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.191313:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.191315:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e23cc0. 00000100:00000001:0.0:1773941563.191316:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.191317:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.191319:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e23780. 00000100:00000001:0.0:1773941563.191321:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.191322:0:14733:0:(nrs.c:111:nrs_policy_stop_locked()) Process entered 00000100:00000001:0.0:1773941563.191323:0:14733:0:(nrs.c:67:nrs_policy_stop0()) Process entered 00000100:00000010:0.0:1773941563.191324:0:14733:0:(nrs_fifo.c:83:nrs_fifo_stop()) kfreed 'head': 40 at ffff8a5a9009f480. 00000100:00000001:0.0:1773941563.191326:0:14733:0:(nrs.c:85:nrs_policy_stop0()) Process leaving 00000100:00000001:0.0:1773941563.191327:0:14733:0:(nrs.c:147:nrs_policy_stop_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1773941563.191329:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.191331:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a90e23900. 00000100:00000001:0.0:1773941563.191333:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.191334:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.191336:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a98664e40. 00000100:00000001:0.0:1773941563.191338:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.191344:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.191346:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a98664300. 00000100:00000001:0.0:1773941563.191349:0:14733:0:(nrs.c:714:nrs_policy_unregister()) Process entered 00000100:00000001:0.0:1773941563.191350:0:14733:0:(nrs.c:750:nrs_policy_unregister()) Process leaving 00000100:00000010:0.0:1773941563.191351:0:14733:0:(nrs.c:758:nrs_policy_unregister()) kfreed 'policy': 152 at ffff8a5a98664180. 00000100:00000010:0.0:1773941563.191354:0:14733:0:(nrs.c:1080:nrs_svcpt_cleanup_locked()) kfreed 'nrs': 112 at ffff8a5a854fc200. 00000100:00000001:0.0:1773941563.191356:0:14733:0:(nrs.c:1082:nrs_svcpt_cleanup_locked()) Process leaving 00000020:00000010:0.0:1773941563.191426:0:14733:0:(lprocfs_status.c:1548:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff8a5a84e60000. 00000020:00000010:0.0:1773941563.191432:0:14733:0:(lprocfs_status.c:1558:stats_free()) kfreed 'stats': 608 at ffff8a5a892f8400. 00000100:00000010:0.0:1773941563.191451:0:14733:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8a5a90d20000. 00000100:00000010:0.0:1773941563.191459:0:14733:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8a5a86dbf000. 00000100:00000010:0.0:1773941563.191462:0:14733:0:(service.c:3818:ptlrpc_service_free()) kfreed 'array->paa_reqs_array': 12080 at ffff8a5a82ac4000. 00000100:00000010:0.0:1773941563.191468:0:14733:0:(service.c:3824:ptlrpc_service_free()) kfreed 'array->paa_reqs_count': 3020 at ffff8a5a86db8000. 00000100:00000010:0.0:1773941563.191470:0:14733:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8a5a85159400. 00000100:00000010:0.0:1773941563.191472:0:14733:0:(service.c:3830:ptlrpc_service_free()) kfreed 'svcpt': 784 at ffff8a5a9969b400. 00000100:00000010:0.0:1773941563.191477:0:14733:0:(service.c:3836:ptlrpc_service_free()) kfreed 'svc': 360 at ffff8a5a82f7d200. 00000100:00000001:0.0:1773941563.191480:0:14733:0:(service.c:3863:ptlrpc_unregister_service()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941563.191555:0:14746:0:(ldlm_lockd.c:142:have_expired_locks()) Process entered 00010000:00000001:3.0:1773941563.191559:0:14746:0:(ldlm_lockd.c:147:have_expired_locks()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941563.191572:0:14746:0:(lu_object.c:2048:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8a5a90ead140. 00000020:00000010:3.0:1773941563.191580:0:14746:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a8a5a9400. 00000040:00000010:3.0:1773941563.191584:0:14746:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a99750e00. 00000020:00000010:3.0:1773941563.191603:0:14746:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a9827e800. 00010000:00000010:0.0:1773941563.191603:0:14733:0:(ldlm_lockd.c:3586:ldlm_cleanup()) kfreed 'ldlm_state': 32 at ffff8a5a860e7100. 00010000:00000001:0.0:1773941563.191611:0:14733:0:(ldlm_lockd.c:3589:ldlm_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1773941563.191612:0:14746:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8a5a86624670. 00010000:00000001:0.0:1773941563.191615:0:14733:0:(ldlm_lockd.c:3058:ldlm_put_ref()) Process leaving 00000020:00000010:3.0:1773941563.191619:0:14746:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a99751c00. 00010000:00000010:0.0:1773941563.191620:0:14733:0:(ldlm_lib.c:647:client_obd_cleanup()) kfreed 'cli->cl_read_io_latency_by_size': 3920 at ffff8a5a90c88000. 80000000:00000010:3.0:1773941563.191624:0:14746:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8a5a90ffc480. 00010000:00000010:0.0:1773941563.191626:0:14733:0:(ldlm_lib.c:651:client_obd_cleanup()) kfreed 'cli->cl_write_io_latency_by_size': 3920 at ffff8a5a90c8b000. 40000000:00000010:3.0:1773941563.191629:0:14746:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff8a5a90ead040. 00010000:00000001:0.0:1773941563.191631:0:14733:0:(ldlm_lib.c:654:client_obd_cleanup()) Process leaving 00100000:00000010:3.0:1773941563.191635:0:14746:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8a5a9827c000. 10000000:00000010:0.0:1773941563.191635:0:14733:0:(mgc_request.c:834:mgc_device_free()) kfreed 'lu': 64 at ffff8a5a9009ffc0. 00040000:00000010:3.0:1773941563.191659:0:14746:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5aa17da000. 10000000:00000001:0.0:1773941563.191663:0:14733:0:(mgc_request.c:836:mgc_device_free()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:3.0:1773941563.191664:0:14746:0:(qmt_dev.c:344:qmt_key_fini()) kfreed 'info': 1256 at ffff8a5a9827d000. 00000020:00000010:0.0:1773941563.191671:0:14733:0:(lu_object.c:566:lu_global_key_fini()) kfreed 'info': 512 at ffff8a5a84f7b200. 00040000:00000010:3.0:1773941563.191672:0:14746:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a99751400. 00000040:00000010:0.0:1773941563.191676:0:14733:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8a5a84f7ac00. 00000004:00000010:3.0:1773941563.191677:0:14746:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff8a5a9827b000. 00000020:00000010:0.0:1773941563.191681:0:14733:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8a5a98b0f800. 00000004:00000010:3.0:1773941563.191684:0:14746:0:(mdt_handler.c:8422:mdt_key_fini()) kfreed 'info': 2568 at ffff8a5a87ff4000. 00000020:00000010:0.0:1773941563.191687:0:14733:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8a5a84f7b800. 00000004:00000010:3.0:1773941563.191690:0:14746:0:(lod_dev.c:2366:lod_key_fini()) kfreed 'info': 1224 at ffff8a5a89309800. 00040000:00000010:0.0:1773941563.191693:0:14733:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8a5a87e51900. 00002000:00000010:3.0:1773941563.191696:0:14746:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff8a5a83553800. 00040000:00000010:0.0:1773941563.191699:0:14733:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8a5a84f7a000. 00000004:00000010:3.0:1773941563.191702:0:14746:0:(osp_dev.c:1819:osp_key_fini()) kfreed 'info': 616 at ffff8a5a83553400. 00000020:00000010:0.0:1773941563.191705:0:14733:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a84f7aa00. 00000020:00000010:3.0:1773941563.191708:0:14746:0:(lu_object.c:1692:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8a5a8a5a9000. 00000020:00000001:0.0:1773941563.191711:0:14733:0:(obd_class.h:647:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1773941563.191713:0:14746:0:(ldlm_lockd.c:290:expired_lock_main()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1773941563.191719:0:14733:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 6584 at ffff8a5aa06b19b8. 00000020:00000001:0.0:1773941563.191727:0:14733:0:(obd_config.c:923:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941563.191734:0:14733:0:(obd_config.c:1655:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1773941563.191737:0:14733:0:(obd_config.c:2523:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff8a5a996c3c60. 00000020:00000001:0.0:1773941563.191741:0:14733:0:(obd_config.c:2524:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941563.191743:0:14733:0:(obd_mount.c:620:lustre_stop_mgc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941563.191746:0:14733:0:(obd_mount.c:720:lustre_put_lsi()) Process entered 00000020:01000004:0.0:1773941563.191748:0:14733:0:(obd_mount.c:724:lustre_put_lsi()) put ffff8a5a892a9800 1 00000020:00000001:0.0:1773941563.191750:0:14733:0:(obd_mount.c:679:lustre_free_lsi()) Process entered 00000020:01000004:0.0:1773941563.191751:0:14733:0:(obd_mount.c:682:lustre_free_lsi()) Freeing lsi ffff8a5a892a8800 00000020:00000010:0.0:1773941563.191755:0:14733:0:(obd_mount.c:691:lustre_free_lsi()) kfreed 'lsi': 1880 at ffff8a5a892a8800. 00000020:00000001:0.0:1773941563.191757:0:14733:0:(obd_mount.c:693:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941563.191759:0:14733:0:(obd_mount.c:727:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1773941563.191761:0:14733:0:(obd_mount.c:929:lustre_common_put_super()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1773941563.191764:0:14733:0:(cl_object.c:885:cl_env_cache_purge()) Process entered 00000020:00000001:0.0:1773941563.191767:0:14733:0:(cl_object.c:903:cl_env_cache_purge()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000080:00000001:0.0:1773941563.191770:0:14733:0:(llite_lib.c:1639:ll_put_super()) Process leaving 00000080:00000001:0.0:1773941563.191772:0:14733:0:(llite_lib.c:1538:ll_fill_super()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00020000:0.0:1773941563.191776:0:14733:0:(super25.c:186:lustre_fill_super()) llite: Unable to mount : rc = -5 00000020:00000010:1.0:1773941563.194978:0:14733:0:(obd_mount.c:631:lustre_put_lsm_free()) kfreed 'lmd->lmd_dev': 48 at ffff8a5a9009fdc0. 00000020:00000010:1.0:1773941563.194983:0:14733:0:(obd_mount.c:632:lustre_put_lsm_free()) kfreed 'lmd->lmd_profile': 14 at ffff8a5a87e52bf0. 00000020:00000010:1.0:1773941563.194986:0:14733:0:(obd_mount.c:640:lustre_put_lsm_free()) kfreed 'lmd->lmd_mgsname': 19 at ffff8a5aa069b960. 00000020:00000010:1.0:1773941563.194988:0:14733:0:(obd_mount.c:642:lustre_put_lsm_free()) kfreed 'lmd->lmd_params': 4096 at ffff8a5a90c8c000. 00000020:00000010:1.0:1773941563.194991:0:14733:0:(obd_mount.c:644:lustre_put_lsm_free()) kfreed 'lmd': 128 at ffff8a5a854fc380. 00000001:00000001:1.0:1773941563.731147:0:14953:0:(debug.c:644:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1773941563.731152:0:14953:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: conf-sanity test_161b: @@@@@@ FAIL: mount with hostname failed 00000001:00000001:1.0:1773941563.733867:0:14953:0:(debug.c:647:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:1.0:1773941564.208745:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (375) Debug log: 55490 lines, 55490 kept, 0 dropped, 0 bad.